2024-11-07 20:15:40,083 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-07 20:15:40,109 main DEBUG Took 0.023594 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-07 20:15:40,110 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-07 20:15:40,110 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-07 20:15:40,111 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-07 20:15:40,113 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 20:15:40,122 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-07 20:15:40,153 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 20:15:40,156 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 20:15:40,158 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 20:15:40,158 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 20:15:40,159 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 20:15:40,160 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 20:15:40,161 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 20:15:40,162 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 20:15:40,163 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 20:15:40,163 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 20:15:40,165 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 20:15:40,165 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 20:15:40,166 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 20:15:40,167 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 20:15:40,168 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 20:15:40,169 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 20:15:40,169 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 20:15:40,170 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 20:15:40,171 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 20:15:40,172 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 20:15:40,174 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 20:15:40,176 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 20:15:40,176 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 20:15:40,177 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 20:15:40,178 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 20:15:40,178 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-07 20:15:40,181 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 20:15:40,184 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-07 20:15:40,192 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-07 20:15:40,193 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-07 20:15:40,195 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-07 20:15:40,196 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-07 20:15:40,208 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-07 20:15:40,212 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-07 20:15:40,215 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-07 20:15:40,216 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-07 20:15:40,217 main DEBUG createAppenders(={Console}) 2024-11-07 20:15:40,218 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-07 20:15:40,218 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-07 20:15:40,219 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-07 20:15:40,220 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-07 20:15:40,220 main DEBUG OutputStream closed 2024-11-07 20:15:40,220 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-07 20:15:40,221 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-07 20:15:40,221 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-07 20:15:40,342 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-07 20:15:40,345 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-07 20:15:40,347 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-07 20:15:40,348 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-07 20:15:40,349 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-07 20:15:40,350 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-07 20:15:40,350 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-07 20:15:40,351 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-07 20:15:40,351 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-07 20:15:40,352 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-07 20:15:40,352 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-07 20:15:40,352 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-07 20:15:40,353 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-07 20:15:40,353 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-07 20:15:40,354 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-07 20:15:40,354 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-07 20:15:40,354 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-07 20:15:40,355 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-07 20:15:40,368 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-07 20:15:40,369 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-07 20:15:40,369 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-07 20:15:40,370 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-07T20:15:40,390 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-07 20:15:40,393 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-07 20:15:40,393 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-07T20:15:40,516 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=196, ProcessCount=11, AvailableMemoryMB=2962 2024-11-07T20:15:40,853 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-07T20:15:40,912 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b9e9ad6-4e21-d9f0-1058-f9df29407359 2024-11-07T20:15:40,918 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b9e9ad6-4e21-d9f0-1058-f9df29407359/cluster_8e05ac72-6a4b-1944-3a81-dfda1e2fc3da, deleteOnExit=true 2024-11-07T20:15:41,205 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b9e9ad6-4e21-d9f0-1058-f9df29407359/cluster_8e05ac72-6a4b-1944-3a81-dfda1e2fc3da/zookeeper_0, clientPort=57796, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b9e9ad6-4e21-d9f0-1058-f9df29407359/cluster_8e05ac72-6a4b-1944-3a81-dfda1e2fc3da/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b9e9ad6-4e21-d9f0-1058-f9df29407359/cluster_8e05ac72-6a4b-1944-3a81-dfda1e2fc3da/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T20:15:41,222 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57796 2024-11-07T20:15:41,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T20:15:41,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T20:15:41,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b9e9ad6-4e21-d9f0-1058-f9df29407359/test.cache.data in system properties and HBase conf 2024-11-07T20:15:41,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b9e9ad6-4e21-d9f0-1058-f9df29407359/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T20:15:41,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b9e9ad6-4e21-d9f0-1058-f9df29407359/hadoop.log.dir in system properties and HBase conf 2024-11-07T20:15:41,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b9e9ad6-4e21-d9f0-1058-f9df29407359/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T20:15:41,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b9e9ad6-4e21-d9f0-1058-f9df29407359/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T20:15:41,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T20:15:41,361 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-07T20:15:41,482 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T20:15:41,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b9e9ad6-4e21-d9f0-1058-f9df29407359/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T20:15:41,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b9e9ad6-4e21-d9f0-1058-f9df29407359/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T20:15:41,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b9e9ad6-4e21-d9f0-1058-f9df29407359/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T20:15:41,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b9e9ad6-4e21-d9f0-1058-f9df29407359/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T20:15:41,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b9e9ad6-4e21-d9f0-1058-f9df29407359/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T20:15:41,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b9e9ad6-4e21-d9f0-1058-f9df29407359/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T20:15:41,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b9e9ad6-4e21-d9f0-1058-f9df29407359/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T20:15:41,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b9e9ad6-4e21-d9f0-1058-f9df29407359/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T20:15:41,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b9e9ad6-4e21-d9f0-1058-f9df29407359/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T20:15:41,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b9e9ad6-4e21-d9f0-1058-f9df29407359/nfs.dump.dir in system properties and HBase conf 2024-11-07T20:15:41,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b9e9ad6-4e21-d9f0-1058-f9df29407359/java.io.tmpdir in system properties and HBase conf 2024-11-07T20:15:41,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b9e9ad6-4e21-d9f0-1058-f9df29407359/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T20:15:41,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b9e9ad6-4e21-d9f0-1058-f9df29407359/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T20:15:41,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b9e9ad6-4e21-d9f0-1058-f9df29407359/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T20:15:42,571 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-07T20:15:42,641 INFO [Time-limited test {}] log.Log(170): Logging initialized @3406ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-07T20:15:42,707 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T20:15:42,774 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T20:15:42,793 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T20:15:42,793 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T20:15:42,794 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T20:15:42,806 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T20:15:42,808 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b9e9ad6-4e21-d9f0-1058-f9df29407359/hadoop.log.dir/,AVAILABLE} 2024-11-07T20:15:42,809 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T20:15:42,973 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4219126d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b9e9ad6-4e21-d9f0-1058-f9df29407359/java.io.tmpdir/jetty-localhost-37925-hadoop-hdfs-3_4_1-tests_jar-_-any-3683991005249426316/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T20:15:42,980 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:37925} 2024-11-07T20:15:42,980 INFO [Time-limited test {}] server.Server(415): Started @3746ms 2024-11-07T20:15:43,734 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T20:15:43,741 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T20:15:43,742 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T20:15:43,742 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T20:15:43,742 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T20:15:43,743 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a66a1cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b9e9ad6-4e21-d9f0-1058-f9df29407359/hadoop.log.dir/,AVAILABLE} 2024-11-07T20:15:43,743 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1edffc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T20:15:43,842 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@318ae30c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b9e9ad6-4e21-d9f0-1058-f9df29407359/java.io.tmpdir/jetty-localhost-44029-hadoop-hdfs-3_4_1-tests_jar-_-any-8510575323567961769/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T20:15:43,843 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60268925{HTTP/1.1, (http/1.1)}{localhost:44029} 2024-11-07T20:15:43,843 INFO [Time-limited test {}] server.Server(415): Started @4609ms 2024-11-07T20:15:43,893 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T20:15:44,923 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b9e9ad6-4e21-d9f0-1058-f9df29407359/cluster_8e05ac72-6a4b-1944-3a81-dfda1e2fc3da/data/data2/current/BP-1374059797-172.17.0.2-1731010542051/current, will proceed with Du for space computation calculation, 2024-11-07T20:15:44,923 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b9e9ad6-4e21-d9f0-1058-f9df29407359/cluster_8e05ac72-6a4b-1944-3a81-dfda1e2fc3da/data/data1/current/BP-1374059797-172.17.0.2-1731010542051/current, will proceed with Du for space computation calculation, 2024-11-07T20:15:44,949 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T20:15:44,989 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf75d0522583f2196 with lease ID 0xe3c88f332d975a10: Processing first storage report for DS-3a1b7c2d-fa2e-4dc0-af5b-4f3cab7181eb from datanode DatanodeRegistration(127.0.0.1:34567, datanodeUuid=3cc98919-0049-4a5c-984e-6ce6db8337e6, infoPort=39249, infoSecurePort=0, ipcPort=35889, storageInfo=lv=-57;cid=testClusterID;nsid=2000375204;c=1731010542051) 2024-11-07T20:15:44,990 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf75d0522583f2196 with lease ID 0xe3c88f332d975a10: from storage DS-3a1b7c2d-fa2e-4dc0-af5b-4f3cab7181eb node DatanodeRegistration(127.0.0.1:34567, datanodeUuid=3cc98919-0049-4a5c-984e-6ce6db8337e6, infoPort=39249, infoSecurePort=0, ipcPort=35889, storageInfo=lv=-57;cid=testClusterID;nsid=2000375204;c=1731010542051), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-07T20:15:44,991 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf75d0522583f2196 with lease ID 0xe3c88f332d975a10: Processing first storage report for DS-7dfc5934-60d8-4d8a-85f7-f92f3aa1db33 from datanode DatanodeRegistration(127.0.0.1:34567, datanodeUuid=3cc98919-0049-4a5c-984e-6ce6db8337e6, infoPort=39249, infoSecurePort=0, ipcPort=35889, storageInfo=lv=-57;cid=testClusterID;nsid=2000375204;c=1731010542051) 2024-11-07T20:15:44,991 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf75d0522583f2196 with lease ID 0xe3c88f332d975a10: from storage DS-7dfc5934-60d8-4d8a-85f7-f92f3aa1db33 node DatanodeRegistration(127.0.0.1:34567, datanodeUuid=3cc98919-0049-4a5c-984e-6ce6db8337e6, infoPort=39249, infoSecurePort=0, ipcPort=35889, storageInfo=lv=-57;cid=testClusterID;nsid=2000375204;c=1731010542051), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T20:15:45,089 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b9e9ad6-4e21-d9f0-1058-f9df29407359 2024-11-07T20:15:45,102 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:15:45,105 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:15:45,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741825_1001 (size=7) 2024-11-07T20:15:45,737 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17 with version=8 2024-11-07T20:15:45,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/hbase-staging 2024-11-07T20:15:45,818 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-07T20:15:46,097 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8a040b4bf509:0 server-side Connection retries=45 2024-11-07T20:15:46,109 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:15:46,110 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T20:15:46,115 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T20:15:46,116 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:15:46,116 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T20:15:46,242 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T20:15:46,295 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-07T20:15:46,307 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-07T20:15:46,312 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T20:15:46,347 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 9364 (auto-detected) 2024-11-07T20:15:46,348 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-07T20:15:46,371 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45285 2024-11-07T20:15:46,392 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45285 connecting to ZooKeeper ensemble=127.0.0.1:57796 2024-11-07T20:15:46,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:452850x0, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T20:15:46,520 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45285-0x10116f0b2220000 connected 2024-11-07T20:15:46,605 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:15:46,607 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:15:46,617 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45285-0x10116f0b2220000, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Set watcher on znode that does not yet exist, /0-610231880/running 2024-11-07T20:15:46,622 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17, hbase.cluster.distributed=false 2024-11-07T20:15:46,652 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45285-0x10116f0b2220000, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Set watcher on znode that does not yet exist, /0-610231880/acl 2024-11-07T20:15:46,658 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45285 2024-11-07T20:15:46,658 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45285 2024-11-07T20:15:46,659 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45285 2024-11-07T20:15:46,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45285 2024-11-07T20:15:46,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45285 2024-11-07T20:15:46,761 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8a040b4bf509:0 server-side Connection retries=45 2024-11-07T20:15:46,762 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:15:46,763 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T20:15:46,763 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T20:15:46,763 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:15:46,763 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T20:15:46,765 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T20:15:46,768 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T20:15:46,768 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38063 2024-11-07T20:15:46,770 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38063 connecting to ZooKeeper ensemble=127.0.0.1:57796 2024-11-07T20:15:46,771 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:15:46,774 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:15:46,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:380630x0, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T20:15:46,782 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38063-0x10116f0b2220001 connected 2024-11-07T20:15:46,783 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38063-0x10116f0b2220001, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Set watcher on znode that does not yet exist, /0-610231880/running 2024-11-07T20:15:46,788 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T20:15:46,795 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T20:15:46,798 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38063-0x10116f0b2220001, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Set watcher on znode that does not yet exist, /0-610231880/master 2024-11-07T20:15:46,802 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38063-0x10116f0b2220001, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Set watcher on znode that does not yet exist, /0-610231880/acl 2024-11-07T20:15:46,803 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38063 2024-11-07T20:15:46,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38063 2024-11-07T20:15:46,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38063 2024-11-07T20:15:46,805 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38063 2024-11-07T20:15:46,806 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38063 2024-11-07T20:15:46,825 DEBUG [M:0;8a040b4bf509:45285 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8a040b4bf509:45285 2024-11-07T20:15:46,826 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-610231880/backup-masters/8a040b4bf509,45285,1731010545921 2024-11-07T20:15:46,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45285-0x10116f0b2220000, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-610231880/backup-masters 2024-11-07T20:15:46,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38063-0x10116f0b2220001, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-610231880/backup-masters 2024-11-07T20:15:46,837 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45285-0x10116f0b2220000, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Set watcher on existing znode=/0-610231880/backup-masters/8a040b4bf509,45285,1731010545921 2024-11-07T20:15:46,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38063-0x10116f0b2220001, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-610231880/master 2024-11-07T20:15:46,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38063-0x10116f0b2220001, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-610231880 2024-11-07T20:15:46,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45285-0x10116f0b2220000, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-610231880 2024-11-07T20:15:46,869 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45285-0x10116f0b2220000, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Set watcher on existing znode=/0-610231880/master 2024-11-07T20:15:46,870 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-610231880/backup-masters/8a040b4bf509,45285,1731010545921 from backup master directory 2024-11-07T20:15:46,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45285-0x10116f0b2220000, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-610231880/backup-masters/8a040b4bf509,45285,1731010545921 2024-11-07T20:15:46,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45285-0x10116f0b2220000, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-610231880/backup-masters 2024-11-07T20:15:46,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38063-0x10116f0b2220001, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-610231880/backup-masters 2024-11-07T20:15:46,877 WARN [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T20:15:46,878 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8a040b4bf509,45285,1731010545921 2024-11-07T20:15:46,880 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-07T20:15:46,883 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-07T20:15:46,935 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/hbase.id] with ID: a16c9919-04d5-48d5-8669-7d16c12ab8bc 2024-11-07T20:15:46,935 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/.tmp/hbase.id 2024-11-07T20:15:46,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741826_1002 (size=42) 2024-11-07T20:15:47,348 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/.tmp/hbase.id]:[hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/hbase.id] 2024-11-07T20:15:47,399 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:15:47,404 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T20:15:47,423 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-07T20:15:47,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38063-0x10116f0b2220001, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-610231880 2024-11-07T20:15:47,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45285-0x10116f0b2220000, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-610231880 2024-11-07T20:15:47,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741827_1003 (size=196) 2024-11-07T20:15:47,911 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T20:15:47,915 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T20:15:47,934 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T20:15:47,941 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:15:47,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741828_1004 (size=1189) 2024-11-07T20:15:47,993 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/MasterData/data/master/store 2024-11-07T20:15:48,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741829_1005 (size=34) 2024-11-07T20:15:48,420 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-07T20:15:48,424 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:15:48,426 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T20:15:48,426 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:15:48,427 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:15:48,429 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T20:15:48,429 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:15:48,429 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:15:48,430 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731010548426Disabling compacts and flushes for region at 1731010548426Disabling writes for close at 1731010548429 (+3 ms)Writing region close event to WAL at 1731010548429Closed at 1731010548429 2024-11-07T20:15:48,433 WARN [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/MasterData/data/master/store/.initializing 2024-11-07T20:15:48,434 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/MasterData/WALs/8a040b4bf509,45285,1731010545921 2024-11-07T20:15:48,445 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T20:15:48,467 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8a040b4bf509%2C45285%2C1731010545921, suffix=, logDir=hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/MasterData/WALs/8a040b4bf509,45285,1731010545921, archiveDir=hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/MasterData/oldWALs, maxLogs=10 2024-11-07T20:15:48,504 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/MasterData/WALs/8a040b4bf509,45285,1731010545921/8a040b4bf509%2C45285%2C1731010545921.1731010548475, exclude list is [], retry=0 2024-11-07T20:15:48,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34567,DS-3a1b7c2d-fa2e-4dc0-af5b-4f3cab7181eb,DISK] 2024-11-07T20:15:48,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-07T20:15:48,587 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/MasterData/WALs/8a040b4bf509,45285,1731010545921/8a040b4bf509%2C45285%2C1731010545921.1731010548475 2024-11-07T20:15:48,588 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39249:39249)] 2024-11-07T20:15:48,589 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T20:15:48,590 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:15:48,596 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:15:48,597 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:15:48,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:15:48,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T20:15:48,677 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:15:48,679 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:15:48,680 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:15:48,684 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T20:15:48,684 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:15:48,685 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:15:48,685 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:15:48,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T20:15:48,688 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:15:48,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:15:48,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:15:48,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T20:15:48,692 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:15:48,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:15:48,693 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:15:48,698 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:15:48,699 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:15:48,705 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:15:48,705 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:15:48,709 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T20:15:48,713 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:15:48,718 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T20:15:48,719 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61590268, jitterRate=-0.0822334885597229}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T20:15:48,726 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731010548614Initializing all the Stores at 1731010548617 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010548617Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010548618 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010548619 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010548619Cleaning up temporary data from old regions at 1731010548705 (+86 ms)Region opened successfully at 1731010548726 (+21 ms) 2024-11-07T20:15:48,727 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T20:15:48,762 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bd41e9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a040b4bf509/172.17.0.2:0 2024-11-07T20:15:48,791 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T20:15:48,801 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T20:15:48,801 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T20:15:48,804 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T20:15:48,805 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-07T20:15:48,809 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-07T20:15:48,809 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T20:15:48,834 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T20:15:48,843 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45285-0x10116f0b2220000, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Unable to get data of znode /0-610231880/balancer because node does not exist (not necessarily an error) 2024-11-07T20:15:48,908 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-610231880/balancer already deleted, retry=false 2024-11-07T20:15:48,910 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T20:15:48,912 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45285-0x10116f0b2220000, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Unable to get data of znode /0-610231880/normalizer because node does not exist (not necessarily an error) 2024-11-07T20:15:48,918 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-610231880/normalizer already deleted, retry=false 2024-11-07T20:15:48,921 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T20:15:48,924 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45285-0x10116f0b2220000, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Unable to get data of znode /0-610231880/switch/split because node does not exist (not necessarily an error) 2024-11-07T20:15:49,002 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-610231880/switch/split already deleted, retry=false 2024-11-07T20:15:49,006 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45285-0x10116f0b2220000, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Unable to get data of znode /0-610231880/switch/merge because node does not exist (not necessarily an error) 2024-11-07T20:15:49,077 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-610231880/switch/merge already deleted, retry=false 2024-11-07T20:15:49,101 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45285-0x10116f0b2220000, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Unable to get data of znode /0-610231880/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T20:15:49,155 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-610231880/snapshot-cleanup already deleted, retry=false 2024-11-07T20:15:49,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38063-0x10116f0b2220001, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-610231880/running 2024-11-07T20:15:49,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45285-0x10116f0b2220000, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-610231880/running 2024-11-07T20:15:49,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38063-0x10116f0b2220001, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-610231880 2024-11-07T20:15:49,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45285-0x10116f0b2220000, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-610231880 2024-11-07T20:15:49,197 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8a040b4bf509,45285,1731010545921, sessionid=0x10116f0b2220000, setting cluster-up flag (Was=false) 2024-11-07T20:15:49,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38063-0x10116f0b2220001, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-610231880 2024-11-07T20:15:49,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45285-0x10116f0b2220000, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-610231880 2024-11-07T20:15:49,255 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-610231880/flush-table-proc/acquired, /0-610231880/flush-table-proc/reached, /0-610231880/flush-table-proc/abort 2024-11-07T20:15:49,260 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a040b4bf509,45285,1731010545921 2024-11-07T20:15:49,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38063-0x10116f0b2220001, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-610231880 2024-11-07T20:15:49,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45285-0x10116f0b2220000, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-610231880 2024-11-07T20:15:49,318 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-610231880/online-snapshot/acquired, /0-610231880/online-snapshot/reached, /0-610231880/online-snapshot/abort 2024-11-07T20:15:49,322 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a040b4bf509,45285,1731010545921 2024-11-07T20:15:49,331 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T20:15:49,404 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T20:15:49,412 INFO [RS:0;8a040b4bf509:38063 {}] regionserver.HRegionServer(746): ClusterId : a16c9919-04d5-48d5-8669-7d16c12ab8bc 2024-11-07T20:15:49,413 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T20:15:49,414 DEBUG [RS:0;8a040b4bf509:38063 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T20:15:49,419 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T20:15:49,426 DEBUG [RS:0;8a040b4bf509:38063 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T20:15:49,426 DEBUG [RS:0;8a040b4bf509:38063 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T20:15:49,424 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8a040b4bf509,45285,1731010545921 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T20:15:49,435 DEBUG [RS:0;8a040b4bf509:38063 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T20:15:49,436 DEBUG [RS:0;8a040b4bf509:38063 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@108627b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a040b4bf509/172.17.0.2:0 2024-11-07T20:15:49,437 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:15:49,437 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:15:49,437 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:15:49,437 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:15:49,437 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8a040b4bf509:0, corePoolSize=10, maxPoolSize=10 2024-11-07T20:15:49,438 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:15:49,438 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8a040b4bf509:0, corePoolSize=2, maxPoolSize=2 2024-11-07T20:15:49,438 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:15:49,439 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731010579439 2024-11-07T20:15:49,441 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T20:15:49,443 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T20:15:49,443 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T20:15:49,443 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T20:15:49,447 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T20:15:49,448 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T20:15:49,449 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T20:15:49,449 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T20:15:49,449 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:15:49,449 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T20:15:49,451 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T20:15:49,455 DEBUG [RS:0;8a040b4bf509:38063 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8a040b4bf509:38063 2024-11-07T20:15:49,457 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T20:15:49,458 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T20:15:49,459 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T20:15:49,459 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T20:15:49,460 INFO [RS:0;8a040b4bf509:38063 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T20:15:49,460 INFO [RS:0;8a040b4bf509:38063 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T20:15:49,460 DEBUG [RS:0;8a040b4bf509:38063 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T20:15:49,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741831_1007 (size=1321) 2024-11-07T20:15:49,463 INFO [RS:0;8a040b4bf509:38063 {}] regionserver.HRegionServer(2659): reportForDuty to master=8a040b4bf509,45285,1731010545921 with port=38063, startcode=1731010546730 2024-11-07T20:15:49,466 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T20:15:49,466 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T20:15:49,468 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.large.0-1731010549467,5,FailOnTimeoutGroup] 2024-11-07T20:15:49,468 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.small.0-1731010549468,5,FailOnTimeoutGroup] 2024-11-07T20:15:49,469 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T20:15:49,469 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T20:15:49,470 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T20:15:49,471 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T20:15:49,475 DEBUG [RS:0;8a040b4bf509:38063 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T20:15:49,506 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37335, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T20:15:49,513 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45285 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8a040b4bf509,38063,1731010546730 2024-11-07T20:15:49,515 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45285 {}] master.ServerManager(517): Registering regionserver=8a040b4bf509,38063,1731010546730 2024-11-07T20:15:49,529 DEBUG [RS:0;8a040b4bf509:38063 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17 2024-11-07T20:15:49,529 DEBUG [RS:0;8a040b4bf509:38063 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38161 2024-11-07T20:15:49,529 DEBUG [RS:0;8a040b4bf509:38063 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T20:15:49,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45285-0x10116f0b2220000, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-610231880/rs 2024-11-07T20:15:49,540 DEBUG [RS:0;8a040b4bf509:38063 {}] zookeeper.ZKUtil(111): regionserver:38063-0x10116f0b2220001, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Set watcher on existing znode=/0-610231880/rs/8a040b4bf509,38063,1731010546730 2024-11-07T20:15:49,540 WARN [RS:0;8a040b4bf509:38063 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T20:15:49,540 INFO [RS:0;8a040b4bf509:38063 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:15:49,541 DEBUG [RS:0;8a040b4bf509:38063 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/WALs/8a040b4bf509,38063,1731010546730 2024-11-07T20:15:49,543 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8a040b4bf509,38063,1731010546730] 2024-11-07T20:15:49,565 INFO [RS:0;8a040b4bf509:38063 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T20:15:49,582 INFO [RS:0;8a040b4bf509:38063 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T20:15:49,588 INFO [RS:0;8a040b4bf509:38063 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T20:15:49,588 INFO [RS:0;8a040b4bf509:38063 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:15:49,590 INFO [RS:0;8a040b4bf509:38063 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T20:15:49,597 INFO [RS:0;8a040b4bf509:38063 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T20:15:49,599 INFO [RS:0;8a040b4bf509:38063 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T20:15:49,599 DEBUG [RS:0;8a040b4bf509:38063 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:15:49,600 DEBUG [RS:0;8a040b4bf509:38063 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:15:49,600 DEBUG [RS:0;8a040b4bf509:38063 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:15:49,600 DEBUG [RS:0;8a040b4bf509:38063 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:15:49,600 DEBUG [RS:0;8a040b4bf509:38063 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:15:49,600 DEBUG [RS:0;8a040b4bf509:38063 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8a040b4bf509:0, corePoolSize=2, maxPoolSize=2 2024-11-07T20:15:49,601 DEBUG [RS:0;8a040b4bf509:38063 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:15:49,601 DEBUG [RS:0;8a040b4bf509:38063 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:15:49,601 DEBUG [RS:0;8a040b4bf509:38063 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:15:49,601 DEBUG [RS:0;8a040b4bf509:38063 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:15:49,601 DEBUG [RS:0;8a040b4bf509:38063 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:15:49,602 DEBUG [RS:0;8a040b4bf509:38063 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:15:49,602 DEBUG [RS:0;8a040b4bf509:38063 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8a040b4bf509:0, corePoolSize=3, maxPoolSize=3 2024-11-07T20:15:49,602 DEBUG [RS:0;8a040b4bf509:38063 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8a040b4bf509:0, corePoolSize=3, maxPoolSize=3 2024-11-07T20:15:49,603 INFO [RS:0;8a040b4bf509:38063 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T20:15:49,604 INFO [RS:0;8a040b4bf509:38063 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T20:15:49,604 INFO [RS:0;8a040b4bf509:38063 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:15:49,604 INFO [RS:0;8a040b4bf509:38063 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T20:15:49,604 INFO [RS:0;8a040b4bf509:38063 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T20:15:49,604 INFO [RS:0;8a040b4bf509:38063 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,38063,1731010546730-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T20:15:49,625 INFO [RS:0;8a040b4bf509:38063 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T20:15:49,627 INFO [RS:0;8a040b4bf509:38063 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,38063,1731010546730-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:15:49,627 INFO [RS:0;8a040b4bf509:38063 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:15:49,627 INFO [RS:0;8a040b4bf509:38063 {}] regionserver.Replication(171): 8a040b4bf509,38063,1731010546730 started 2024-11-07T20:15:49,646 INFO [RS:0;8a040b4bf509:38063 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:15:49,647 INFO [RS:0;8a040b4bf509:38063 {}] regionserver.HRegionServer(1482): Serving as 8a040b4bf509,38063,1731010546730, RpcServer on 8a040b4bf509/172.17.0.2:38063, sessionid=0x10116f0b2220001 2024-11-07T20:15:49,648 DEBUG [RS:0;8a040b4bf509:38063 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T20:15:49,648 DEBUG [RS:0;8a040b4bf509:38063 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8a040b4bf509,38063,1731010546730 2024-11-07T20:15:49,648 DEBUG [RS:0;8a040b4bf509:38063 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a040b4bf509,38063,1731010546730' 2024-11-07T20:15:49,648 DEBUG [RS:0;8a040b4bf509:38063 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-610231880/flush-table-proc/abort' 2024-11-07T20:15:49,649 DEBUG [RS:0;8a040b4bf509:38063 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-610231880/flush-table-proc/acquired' 2024-11-07T20:15:49,650 DEBUG [RS:0;8a040b4bf509:38063 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T20:15:49,650 DEBUG [RS:0;8a040b4bf509:38063 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T20:15:49,650 DEBUG [RS:0;8a040b4bf509:38063 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8a040b4bf509,38063,1731010546730 2024-11-07T20:15:49,650 DEBUG [RS:0;8a040b4bf509:38063 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a040b4bf509,38063,1731010546730' 2024-11-07T20:15:49,650 DEBUG [RS:0;8a040b4bf509:38063 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-610231880/online-snapshot/abort' 2024-11-07T20:15:49,651 DEBUG [RS:0;8a040b4bf509:38063 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-610231880/online-snapshot/acquired' 2024-11-07T20:15:49,652 DEBUG [RS:0;8a040b4bf509:38063 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T20:15:49,652 INFO [RS:0;8a040b4bf509:38063 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T20:15:49,652 INFO [RS:0;8a040b4bf509:38063 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T20:15:49,759 INFO [RS:0;8a040b4bf509:38063 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T20:15:49,763 INFO [RS:0;8a040b4bf509:38063 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a040b4bf509%2C38063%2C1731010546730, suffix=, logDir=hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/WALs/8a040b4bf509,38063,1731010546730, archiveDir=hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/oldWALs, maxLogs=10 2024-11-07T20:15:49,778 DEBUG [RS:0;8a040b4bf509:38063 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/WALs/8a040b4bf509,38063,1731010546730/8a040b4bf509%2C38063%2C1731010546730.1731010549765, exclude list is [], retry=0 2024-11-07T20:15:49,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34567,DS-3a1b7c2d-fa2e-4dc0-af5b-4f3cab7181eb,DISK] 2024-11-07T20:15:49,787 INFO [RS:0;8a040b4bf509:38063 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/WALs/8a040b4bf509,38063,1731010546730/8a040b4bf509%2C38063%2C1731010546730.1731010549765 2024-11-07T20:15:49,787 DEBUG [RS:0;8a040b4bf509:38063 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39249:39249)] 2024-11-07T20:15:49,866 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T20:15:49,867 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17 2024-11-07T20:15:49,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741833_1009 (size=32) 2024-11-07T20:15:50,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:15:50,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T20:15:50,295 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T20:15:50,295 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:15:50,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:15:50,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T20:15:50,299 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T20:15:50,299 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:15:50,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:15:50,301 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T20:15:50,303 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T20:15:50,303 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:15:50,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:15:50,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T20:15:50,307 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T20:15:50,307 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:15:50,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:15:50,308 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T20:15:50,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/data/hbase/meta/1588230740 2024-11-07T20:15:50,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/data/hbase/meta/1588230740 2024-11-07T20:15:50,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T20:15:50,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T20:15:50,315 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T20:15:50,317 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T20:15:50,321 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T20:15:50,322 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60982276, jitterRate=-0.09129327535629272}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T20:15:50,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731010550288Initializing all the Stores at 1731010550291 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010550291Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010550292 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010550292Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010550292Cleaning up temporary data from old regions at 1731010550314 (+22 ms)Region opened successfully at 1731010550325 (+11 ms) 2024-11-07T20:15:50,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T20:15:50,325 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T20:15:50,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T20:15:50,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T20:15:50,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T20:15:50,327 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T20:15:50,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731010550325Disabling compacts and flushes for region at 1731010550325Disabling writes for close at 1731010550326 (+1 ms)Writing region close event to WAL at 1731010550326Closed at 1731010550327 (+1 ms) 2024-11-07T20:15:50,330 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T20:15:50,330 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T20:15:50,337 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T20:15:50,344 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T20:15:50,347 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T20:15:50,500 DEBUG [8a040b4bf509:45285 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T20:15:50,514 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8a040b4bf509,38063,1731010546730 2024-11-07T20:15:50,520 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a040b4bf509,38063,1731010546730, state=OPENING 2024-11-07T20:15:50,571 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T20:15:50,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38063-0x10116f0b2220001, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-610231880 2024-11-07T20:15:50,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45285-0x10116f0b2220000, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-610231880 2024-11-07T20:15:50,583 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-610231880/meta-region-server: CHANGED 2024-11-07T20:15:50,583 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-610231880/meta-region-server: CHANGED 2024-11-07T20:15:50,585 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T20:15:50,587 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8a040b4bf509,38063,1731010546730}] 2024-11-07T20:15:50,760 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T20:15:50,764 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43971, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T20:15:50,775 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T20:15:50,776 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:15:50,777 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T20:15:50,780 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a040b4bf509%2C38063%2C1731010546730.meta, suffix=.meta, logDir=hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/WALs/8a040b4bf509,38063,1731010546730, archiveDir=hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/oldWALs, maxLogs=10 2024-11-07T20:15:50,796 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/WALs/8a040b4bf509,38063,1731010546730/8a040b4bf509%2C38063%2C1731010546730.meta.1731010550782.meta, exclude list is [], retry=0 2024-11-07T20:15:50,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34567,DS-3a1b7c2d-fa2e-4dc0-af5b-4f3cab7181eb,DISK] 2024-11-07T20:15:50,803 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/WALs/8a040b4bf509,38063,1731010546730/8a040b4bf509%2C38063%2C1731010546730.meta.1731010550782.meta 2024-11-07T20:15:50,804 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39249:39249)] 2024-11-07T20:15:50,804 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T20:15:50,809 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T20:15:50,810 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T20:15:50,812 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T20:15:50,815 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T20:15:50,819 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T20:15:50,819 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:15:50,819 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T20:15:50,820 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T20:15:50,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T20:15:50,824 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T20:15:50,824 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:15:50,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:15:50,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T20:15:50,827 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T20:15:50,827 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:15:50,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:15:50,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T20:15:50,829 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T20:15:50,830 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:15:50,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:15:50,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T20:15:50,832 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T20:15:50,832 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:15:50,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:15:50,833 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T20:15:50,834 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/data/hbase/meta/1588230740 2024-11-07T20:15:50,837 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/data/hbase/meta/1588230740 2024-11-07T20:15:50,839 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T20:15:50,839 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T20:15:50,840 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T20:15:50,843 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T20:15:50,846 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61659900, jitterRate=-0.0811958909034729}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T20:15:50,846 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T20:15:50,848 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731010550820Writing region info on filesystem at 1731010550820Initializing all the Stores at 1731010550822 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010550822Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010550822Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010550822Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010550822Cleaning up temporary data from old regions at 1731010550839 (+17 ms)Running coprocessor post-open hooks at 1731010550846 (+7 ms)Region opened successfully at 1731010550848 (+2 ms) 2024-11-07T20:15:50,854 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731010550752 2024-11-07T20:15:50,864 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T20:15:50,865 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T20:15:50,867 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8a040b4bf509,38063,1731010546730 2024-11-07T20:15:50,870 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a040b4bf509,38063,1731010546730, state=OPEN 2024-11-07T20:15:50,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45285-0x10116f0b2220000, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-610231880/meta-region-server 2024-11-07T20:15:50,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38063-0x10116f0b2220001, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-610231880/meta-region-server 2024-11-07T20:15:50,904 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-610231880/meta-region-server: CHANGED 2024-11-07T20:15:50,904 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-610231880/meta-region-server: CHANGED 2024-11-07T20:15:50,905 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8a040b4bf509,38063,1731010546730 2024-11-07T20:15:50,911 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T20:15:50,912 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8a040b4bf509,38063,1731010546730 in 319 msec 2024-11-07T20:15:50,919 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T20:15:50,919 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 577 msec 2024-11-07T20:15:50,920 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T20:15:50,920 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T20:15:50,960 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:15:50,961 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,38063,1731010546730, seqNum=-1] 2024-11-07T20:15:50,980 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:15:50,982 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34717, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T20:15:51,001 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6400 sec 2024-11-07T20:15:51,002 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731010551001, completionTime=-1 2024-11-07T20:15:51,004 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T20:15:51,005 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T20:15:51,029 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T20:15:51,029 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731010611029 2024-11-07T20:15:51,029 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731010671029 2024-11-07T20:15:51,029 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 24 msec 2024-11-07T20:15:51,031 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,45285,1731010545921-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:15:51,031 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,45285,1731010545921-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:15:51,032 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,45285,1731010545921-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:15:51,033 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8a040b4bf509:45285, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:15:51,034 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T20:15:51,034 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T20:15:51,039 DEBUG [master/8a040b4bf509:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T20:15:51,074 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.196sec 2024-11-07T20:15:51,075 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T20:15:51,076 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T20:15:51,077 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T20:15:51,078 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T20:15:51,078 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T20:15:51,079 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,45285,1731010545921-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T20:15:51,079 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,45285,1731010545921-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T20:15:51,090 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T20:15:51,091 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T20:15:51,092 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,45285,1731010545921-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:15:51,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ddeee0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:15:51,123 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-07T20:15:51,123 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-07T20:15:51,126 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,45285,-1 for getting cluster id 2024-11-07T20:15:51,128 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:15:51,135 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a16c9919-04d5-48d5-8669-7d16c12ab8bc' 2024-11-07T20:15:51,137 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:15:51,137 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a16c9919-04d5-48d5-8669-7d16c12ab8bc" 2024-11-07T20:15:51,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34b7b2b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:15:51,140 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,45285,-1] 2024-11-07T20:15:51,141 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:15:51,143 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:15:51,144 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:15:51,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5522795a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:15:51,147 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:15:51,154 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,38063,1731010546730, seqNum=-1] 2024-11-07T20:15:51,154 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:15:51,157 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T20:15:51,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8a040b4bf509,45285,1731010545921 2024-11-07T20:15:51,177 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57796 2024-11-07T20:15:51,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T20:15:51,193 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10116f0b2220002 connected 2024-11-07T20:15:51,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b9e9ad6-4e21-d9f0-1058-f9df29407359/hadoop.log.dir so I do NOT create it in target/test-data/210ed724-a80a-7b79-ce29-7046e5b99df6 2024-11-07T20:15:51,221 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b9e9ad6-4e21-d9f0-1058-f9df29407359/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T20:15:51,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b9e9ad6-4e21-d9f0-1058-f9df29407359/hadoop.tmp.dir so I do NOT create it in target/test-data/210ed724-a80a-7b79-ce29-7046e5b99df6 2024-11-07T20:15:51,221 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b9e9ad6-4e21-d9f0-1058-f9df29407359/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T20:15:51,221 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/210ed724-a80a-7b79-ce29-7046e5b99df6 2024-11-07T20:15:51,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T20:15:51,221 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/210ed724-a80a-7b79-ce29-7046e5b99df6/cluster_4f41ea01-ab45-0446-b174-60d2e44135ad, deleteOnExit=true 2024-11-07T20:15:51,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T20:15:51,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/210ed724-a80a-7b79-ce29-7046e5b99df6/test.cache.data in system properties and HBase conf 2024-11-07T20:15:51,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/210ed724-a80a-7b79-ce29-7046e5b99df6/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T20:15:51,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/210ed724-a80a-7b79-ce29-7046e5b99df6/hadoop.log.dir in system properties and HBase conf 2024-11-07T20:15:51,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/210ed724-a80a-7b79-ce29-7046e5b99df6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T20:15:51,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/210ed724-a80a-7b79-ce29-7046e5b99df6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T20:15:51,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T20:15:51,222 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T20:15:51,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/210ed724-a80a-7b79-ce29-7046e5b99df6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T20:15:51,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/210ed724-a80a-7b79-ce29-7046e5b99df6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T20:15:51,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/210ed724-a80a-7b79-ce29-7046e5b99df6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T20:15:51,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/210ed724-a80a-7b79-ce29-7046e5b99df6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T20:15:51,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/210ed724-a80a-7b79-ce29-7046e5b99df6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T20:15:51,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/210ed724-a80a-7b79-ce29-7046e5b99df6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T20:15:51,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/210ed724-a80a-7b79-ce29-7046e5b99df6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T20:15:51,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/210ed724-a80a-7b79-ce29-7046e5b99df6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T20:15:51,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/210ed724-a80a-7b79-ce29-7046e5b99df6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T20:15:51,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/210ed724-a80a-7b79-ce29-7046e5b99df6/nfs.dump.dir in system properties and HBase conf 2024-11-07T20:15:51,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/210ed724-a80a-7b79-ce29-7046e5b99df6/java.io.tmpdir in system properties and HBase conf 2024-11-07T20:15:51,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/210ed724-a80a-7b79-ce29-7046e5b99df6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T20:15:51,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/210ed724-a80a-7b79-ce29-7046e5b99df6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T20:15:51,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/210ed724-a80a-7b79-ce29-7046e5b99df6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T20:15:51,634 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T20:15:51,640 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T20:15:51,642 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T20:15:51,642 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T20:15:51,642 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T20:15:51,643 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T20:15:51,643 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7190c8f3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/210ed724-a80a-7b79-ce29-7046e5b99df6/hadoop.log.dir/,AVAILABLE} 2024-11-07T20:15:51,644 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65144570{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T20:15:51,741 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26c5bd95{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/210ed724-a80a-7b79-ce29-7046e5b99df6/java.io.tmpdir/jetty-localhost-33459-hadoop-hdfs-3_4_1-tests_jar-_-any-12515005111927152381/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T20:15:51,742 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ab5417f{HTTP/1.1, (http/1.1)}{localhost:33459} 2024-11-07T20:15:51,742 INFO [Time-limited test {}] server.Server(415): Started @12508ms 2024-11-07T20:15:52,015 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T20:15:52,019 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T20:15:52,020 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T20:15:52,020 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T20:15:52,020 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T20:15:52,021 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f8615b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/210ed724-a80a-7b79-ce29-7046e5b99df6/hadoop.log.dir/,AVAILABLE} 2024-11-07T20:15:52,021 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74cac5ac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T20:15:52,117 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d6e23de{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/210ed724-a80a-7b79-ce29-7046e5b99df6/java.io.tmpdir/jetty-localhost-36439-hadoop-hdfs-3_4_1-tests_jar-_-any-8071511148029296667/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T20:15:52,118 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7d64e776{HTTP/1.1, (http/1.1)}{localhost:36439} 2024-11-07T20:15:52,118 INFO [Time-limited test {}] server.Server(415): Started @12884ms 2024-11-07T20:15:52,119 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T20:15:52,900 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/210ed724-a80a-7b79-ce29-7046e5b99df6/cluster_4f41ea01-ab45-0446-b174-60d2e44135ad/data/data1/current/BP-1521446134-172.17.0.2-1731010551247/current, will proceed with Du for space computation calculation, 2024-11-07T20:15:52,900 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/210ed724-a80a-7b79-ce29-7046e5b99df6/cluster_4f41ea01-ab45-0446-b174-60d2e44135ad/data/data2/current/BP-1521446134-172.17.0.2-1731010551247/current, will proceed with Du for space computation calculation, 2024-11-07T20:15:52,952 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T20:15:52,956 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd7b4ac036d87d428 with lease ID 0x2e80ff440eea749a: Processing first storage report for DS-31ec5078-ecf2-403b-9864-07f7b27ae273 from datanode DatanodeRegistration(127.0.0.1:34821, datanodeUuid=f456da8e-dba0-4769-b9cd-688b2fa75a5f, infoPort=38081, infoSecurePort=0, ipcPort=33949, storageInfo=lv=-57;cid=testClusterID;nsid=2100482886;c=1731010551247) 2024-11-07T20:15:52,956 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd7b4ac036d87d428 with lease ID 0x2e80ff440eea749a: from storage DS-31ec5078-ecf2-403b-9864-07f7b27ae273 node DatanodeRegistration(127.0.0.1:34821, datanodeUuid=f456da8e-dba0-4769-b9cd-688b2fa75a5f, infoPort=38081, infoSecurePort=0, ipcPort=33949, storageInfo=lv=-57;cid=testClusterID;nsid=2100482886;c=1731010551247), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T20:15:52,956 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd7b4ac036d87d428 with lease ID 0x2e80ff440eea749a: Processing first storage report for DS-50c454c1-4430-41ca-8a77-2b793cde9831 from datanode DatanodeRegistration(127.0.0.1:34821, datanodeUuid=f456da8e-dba0-4769-b9cd-688b2fa75a5f, infoPort=38081, infoSecurePort=0, ipcPort=33949, storageInfo=lv=-57;cid=testClusterID;nsid=2100482886;c=1731010551247) 2024-11-07T20:15:52,957 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd7b4ac036d87d428 with lease ID 0x2e80ff440eea749a: from storage DS-50c454c1-4430-41ca-8a77-2b793cde9831 node DatanodeRegistration(127.0.0.1:34821, datanodeUuid=f456da8e-dba0-4769-b9cd-688b2fa75a5f, infoPort=38081, infoSecurePort=0, ipcPort=33949, storageInfo=lv=-57;cid=testClusterID;nsid=2100482886;c=1731010551247), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T20:15:53,058 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/210ed724-a80a-7b79-ce29-7046e5b99df6 2024-11-07T20:15:53,059 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:15:53,060 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:15:53,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741825_1001 (size=7) 2024-11-07T20:15:53,472 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45761/user/jenkins/test-data/a40c09f7-1d54-ee2f-cdf0-5f3c18f2a32e with version=8 2024-11-07T20:15:53,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45761/user/jenkins/test-data/a40c09f7-1d54-ee2f-cdf0-5f3c18f2a32e/hbase-staging 2024-11-07T20:15:53,475 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8a040b4bf509:0 server-side Connection retries=45 2024-11-07T20:15:53,475 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:15:53,475 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T20:15:53,475 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T20:15:53,475 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:15:53,475 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T20:15:53,476 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T20:15:53,476 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T20:15:53,476 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46795 2024-11-07T20:15:53,478 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46795 connecting to ZooKeeper ensemble=127.0.0.1:57796 2024-11-07T20:15:53,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:467950x0, quorum=127.0.0.1:57796, baseZNode=/1-760325007 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T20:15:53,530 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46795-0x10116f0b2220003 connected 2024-11-07T20:15:53,734 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:15:53,737 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:15:53,740 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46795-0x10116f0b2220003, quorum=127.0.0.1:57796, baseZNode=/1-760325007 Set watcher on znode that does not yet exist, /1-760325007/running 2024-11-07T20:15:53,740 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45761/user/jenkins/test-data/a40c09f7-1d54-ee2f-cdf0-5f3c18f2a32e, hbase.cluster.distributed=false 2024-11-07T20:15:53,743 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46795-0x10116f0b2220003, quorum=127.0.0.1:57796, baseZNode=/1-760325007 Set watcher on znode that does not yet exist, /1-760325007/acl 2024-11-07T20:15:53,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46795 2024-11-07T20:15:53,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46795 2024-11-07T20:15:53,745 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46795 2024-11-07T20:15:53,745 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46795 2024-11-07T20:15:53,746 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46795 2024-11-07T20:15:53,762 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8a040b4bf509:0 server-side Connection retries=45 2024-11-07T20:15:53,762 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:15:53,762 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T20:15:53,762 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T20:15:53,763 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:15:53,763 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T20:15:53,763 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T20:15:53,763 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T20:15:53,764 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37131 2024-11-07T20:15:53,766 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37131 connecting to ZooKeeper ensemble=127.0.0.1:57796 2024-11-07T20:15:53,767 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:15:53,769 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:15:53,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:371310x0, quorum=127.0.0.1:57796, baseZNode=/1-760325007 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T20:15:53,793 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:371310x0, quorum=127.0.0.1:57796, baseZNode=/1-760325007 Set watcher on znode that does not yet exist, /1-760325007/running 2024-11-07T20:15:53,793 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T20:15:53,796 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37131-0x10116f0b2220004 connected 2024-11-07T20:15:53,800 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T20:15:53,801 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37131-0x10116f0b2220004, quorum=127.0.0.1:57796, baseZNode=/1-760325007 Set watcher on znode that does not yet exist, /1-760325007/master 2024-11-07T20:15:53,803 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37131-0x10116f0b2220004, quorum=127.0.0.1:57796, baseZNode=/1-760325007 Set watcher on znode that does not yet exist, /1-760325007/acl 2024-11-07T20:15:53,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37131 2024-11-07T20:15:53,810 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37131 2024-11-07T20:15:53,810 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37131 2024-11-07T20:15:53,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37131 2024-11-07T20:15:53,815 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37131 2024-11-07T20:15:53,830 DEBUG [M:0;8a040b4bf509:46795 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8a040b4bf509:46795 2024-11-07T20:15:53,832 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-760325007/backup-masters/8a040b4bf509,46795,1731010553474 2024-11-07T20:15:53,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46795-0x10116f0b2220003, quorum=127.0.0.1:57796, baseZNode=/1-760325007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-760325007/backup-masters 2024-11-07T20:15:53,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37131-0x10116f0b2220004, quorum=127.0.0.1:57796, baseZNode=/1-760325007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-760325007/backup-masters 2024-11-07T20:15:53,845 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46795-0x10116f0b2220003, quorum=127.0.0.1:57796, baseZNode=/1-760325007 Set watcher on existing znode=/1-760325007/backup-masters/8a040b4bf509,46795,1731010553474 2024-11-07T20:15:53,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37131-0x10116f0b2220004, quorum=127.0.0.1:57796, baseZNode=/1-760325007 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-760325007/master 2024-11-07T20:15:53,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46795-0x10116f0b2220003, quorum=127.0.0.1:57796, baseZNode=/1-760325007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-760325007 2024-11-07T20:15:53,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37131-0x10116f0b2220004, quorum=127.0.0.1:57796, baseZNode=/1-760325007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-760325007 2024-11-07T20:15:53,858 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46795-0x10116f0b2220003, quorum=127.0.0.1:57796, baseZNode=/1-760325007 Set watcher on existing znode=/1-760325007/master 2024-11-07T20:15:53,859 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-760325007/backup-masters/8a040b4bf509,46795,1731010553474 from backup master directory 2024-11-07T20:15:53,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46795-0x10116f0b2220003, quorum=127.0.0.1:57796, baseZNode=/1-760325007 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-760325007/backup-masters/8a040b4bf509,46795,1731010553474 2024-11-07T20:15:53,865 WARN [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T20:15:53,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46795-0x10116f0b2220003, quorum=127.0.0.1:57796, baseZNode=/1-760325007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-760325007/backup-masters 2024-11-07T20:15:53,866 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8a040b4bf509,46795,1731010553474 2024-11-07T20:15:53,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37131-0x10116f0b2220004, quorum=127.0.0.1:57796, baseZNode=/1-760325007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-760325007/backup-masters 2024-11-07T20:15:53,874 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45761/user/jenkins/test-data/a40c09f7-1d54-ee2f-cdf0-5f3c18f2a32e/hbase.id] with ID: 4e67909e-5b64-4d43-9823-cef57bcf80ed 2024-11-07T20:15:53,874 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45761/user/jenkins/test-data/a40c09f7-1d54-ee2f-cdf0-5f3c18f2a32e/.tmp/hbase.id 2024-11-07T20:15:53,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741826_1002 (size=42) 2024-11-07T20:15:54,288 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45761/user/jenkins/test-data/a40c09f7-1d54-ee2f-cdf0-5f3c18f2a32e/.tmp/hbase.id]:[hdfs://localhost:45761/user/jenkins/test-data/a40c09f7-1d54-ee2f-cdf0-5f3c18f2a32e/hbase.id] 2024-11-07T20:15:54,316 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:15:54,317 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T20:15:54,320 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-07T20:15:54,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46795-0x10116f0b2220003, quorum=127.0.0.1:57796, baseZNode=/1-760325007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-760325007 2024-11-07T20:15:54,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37131-0x10116f0b2220004, quorum=127.0.0.1:57796, baseZNode=/1-760325007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-760325007 2024-11-07T20:15:54,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741827_1003 (size=196) 2024-11-07T20:15:54,365 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T20:15:54,366 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T20:15:54,374 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:15:54,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741828_1004 (size=1189) 2024-11-07T20:15:54,798 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45761/user/jenkins/test-data/a40c09f7-1d54-ee2f-cdf0-5f3c18f2a32e/MasterData/data/master/store 2024-11-07T20:15:54,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741829_1005 (size=34) 2024-11-07T20:15:55,214 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:15:55,215 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T20:15:55,215 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:15:55,215 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:15:55,215 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T20:15:55,215 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:15:55,215 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:15:55,215 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731010555215Disabling compacts and flushes for region at 1731010555215Disabling writes for close at 1731010555215Writing region close event to WAL at 1731010555215Closed at 1731010555215 2024-11-07T20:15:55,217 WARN [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45761/user/jenkins/test-data/a40c09f7-1d54-ee2f-cdf0-5f3c18f2a32e/MasterData/data/master/store/.initializing 2024-11-07T20:15:55,217 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45761/user/jenkins/test-data/a40c09f7-1d54-ee2f-cdf0-5f3c18f2a32e/MasterData/WALs/8a040b4bf509,46795,1731010553474 2024-11-07T20:15:55,219 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T20:15:55,223 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8a040b4bf509%2C46795%2C1731010553474, suffix=, logDir=hdfs://localhost:45761/user/jenkins/test-data/a40c09f7-1d54-ee2f-cdf0-5f3c18f2a32e/MasterData/WALs/8a040b4bf509,46795,1731010553474, archiveDir=hdfs://localhost:45761/user/jenkins/test-data/a40c09f7-1d54-ee2f-cdf0-5f3c18f2a32e/MasterData/oldWALs, maxLogs=10 2024-11-07T20:15:55,236 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a40c09f7-1d54-ee2f-cdf0-5f3c18f2a32e/MasterData/WALs/8a040b4bf509,46795,1731010553474/8a040b4bf509%2C46795%2C1731010553474.1731010555223, exclude list is [], retry=0 2024-11-07T20:15:55,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34821,DS-31ec5078-ecf2-403b-9864-07f7b27ae273,DISK] 2024-11-07T20:15:55,243 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a40c09f7-1d54-ee2f-cdf0-5f3c18f2a32e/MasterData/WALs/8a040b4bf509,46795,1731010553474/8a040b4bf509%2C46795%2C1731010553474.1731010555223 2024-11-07T20:15:55,244 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38081:38081)] 2024-11-07T20:15:55,244 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T20:15:55,244 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:15:55,244 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:15:55,244 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:15:55,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:15:55,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T20:15:55,249 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:15:55,250 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:15:55,250 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:15:55,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T20:15:55,252 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:15:55,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:15:55,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:15:55,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T20:15:55,254 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:15:55,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:15:55,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:15:55,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T20:15:55,258 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:15:55,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:15:55,259 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:15:55,260 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45761/user/jenkins/test-data/a40c09f7-1d54-ee2f-cdf0-5f3c18f2a32e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:15:55,260 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45761/user/jenkins/test-data/a40c09f7-1d54-ee2f-cdf0-5f3c18f2a32e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:15:55,262 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:15:55,262 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:15:55,263 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T20:15:55,265 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:15:55,268 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45761/user/jenkins/test-data/a40c09f7-1d54-ee2f-cdf0-5f3c18f2a32e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T20:15:55,268 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62834290, jitterRate=-0.06369611620903015}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T20:15:55,269 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731010555244Initializing all the Stores at 1731010555246 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010555246Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010555246Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010555246Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010555246Cleaning up temporary data from old regions at 1731010555262 (+16 ms)Region opened successfully at 1731010555269 (+7 ms) 2024-11-07T20:15:55,269 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T20:15:55,273 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5181f42c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a040b4bf509/172.17.0.2:0 2024-11-07T20:15:55,274 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T20:15:55,274 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T20:15:55,275 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T20:15:55,275 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T20:15:55,276 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T20:15:55,276 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T20:15:55,276 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T20:15:55,278 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T20:15:55,279 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46795-0x10116f0b2220003, quorum=127.0.0.1:57796, baseZNode=/1-760325007 Unable to get data of znode /1-760325007/balancer because node does not exist (not necessarily an error) 2024-11-07T20:15:55,396 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-760325007/balancer already deleted, retry=false 2024-11-07T20:15:55,396 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T20:15:55,398 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46795-0x10116f0b2220003, quorum=127.0.0.1:57796, baseZNode=/1-760325007 Unable to get data of znode /1-760325007/normalizer because node does not exist (not necessarily an error) 2024-11-07T20:15:55,448 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-760325007/normalizer already deleted, retry=false 2024-11-07T20:15:55,449 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T20:15:55,450 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46795-0x10116f0b2220003, quorum=127.0.0.1:57796, baseZNode=/1-760325007 Unable to get data of znode /1-760325007/switch/split because node does not exist (not necessarily an error) 2024-11-07T20:15:55,465 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-760325007/switch/split already deleted, retry=false 2024-11-07T20:15:55,467 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46795-0x10116f0b2220003, quorum=127.0.0.1:57796, baseZNode=/1-760325007 Unable to get data of znode /1-760325007/switch/merge because node does not exist (not necessarily an error) 2024-11-07T20:15:55,475 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-760325007/switch/merge already deleted, retry=false 2024-11-07T20:15:55,478 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46795-0x10116f0b2220003, quorum=127.0.0.1:57796, baseZNode=/1-760325007 Unable to get data of znode /1-760325007/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T20:15:55,486 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-760325007/snapshot-cleanup already deleted, retry=false 2024-11-07T20:15:55,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37131-0x10116f0b2220004, quorum=127.0.0.1:57796, baseZNode=/1-760325007 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-760325007/running 2024-11-07T20:15:55,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46795-0x10116f0b2220003, quorum=127.0.0.1:57796, baseZNode=/1-760325007 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-760325007/running 2024-11-07T20:15:55,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46795-0x10116f0b2220003, quorum=127.0.0.1:57796, baseZNode=/1-760325007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-760325007 2024-11-07T20:15:55,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37131-0x10116f0b2220004, quorum=127.0.0.1:57796, baseZNode=/1-760325007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-760325007 2024-11-07T20:15:55,498 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8a040b4bf509,46795,1731010553474, sessionid=0x10116f0b2220003, setting cluster-up flag (Was=false) 2024-11-07T20:15:55,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46795-0x10116f0b2220003, quorum=127.0.0.1:57796, baseZNode=/1-760325007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-760325007 2024-11-07T20:15:55,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37131-0x10116f0b2220004, quorum=127.0.0.1:57796, baseZNode=/1-760325007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-760325007 2024-11-07T20:15:55,549 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-760325007/flush-table-proc/acquired, /1-760325007/flush-table-proc/reached, /1-760325007/flush-table-proc/abort 2024-11-07T20:15:55,551 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a040b4bf509,46795,1731010553474 2024-11-07T20:15:55,560 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T20:15:55,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46795-0x10116f0b2220003, quorum=127.0.0.1:57796, baseZNode=/1-760325007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-760325007 2024-11-07T20:15:55,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37131-0x10116f0b2220004, quorum=127.0.0.1:57796, baseZNode=/1-760325007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-760325007 2024-11-07T20:15:55,602 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-760325007/online-snapshot/acquired, /1-760325007/online-snapshot/reached, /1-760325007/online-snapshot/abort 2024-11-07T20:15:55,605 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a040b4bf509,46795,1731010553474 2024-11-07T20:15:55,609 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45761/user/jenkins/test-data/a40c09f7-1d54-ee2f-cdf0-5f3c18f2a32e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T20:15:55,613 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T20:15:55,613 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T20:15:55,614 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T20:15:55,614 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8a040b4bf509,46795,1731010553474 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T20:15:55,617 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:15:55,617 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:15:55,617 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:15:55,617 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:15:55,618 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8a040b4bf509:0, corePoolSize=10, maxPoolSize=10 2024-11-07T20:15:55,618 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:15:55,618 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8a040b4bf509:0, corePoolSize=2, maxPoolSize=2 2024-11-07T20:15:55,618 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:15:55,620 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731010585620 2024-11-07T20:15:55,620 INFO [RS:0;8a040b4bf509:37131 {}] regionserver.HRegionServer(746): ClusterId : 4e67909e-5b64-4d43-9823-cef57bcf80ed 2024-11-07T20:15:55,620 DEBUG [RS:0;8a040b4bf509:37131 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T20:15:55,620 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T20:15:55,620 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T20:15:55,620 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T20:15:55,620 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T20:15:55,620 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T20:15:55,620 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T20:15:55,621 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T20:15:55,621 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T20:15:55,621 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T20:15:55,622 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T20:15:55,622 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T20:15:55,622 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T20:15:55,622 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T20:15:55,623 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T20:15:55,623 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T20:15:55,623 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:15:55,623 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.large.0-1731010555623,5,FailOnTimeoutGroup] 2024-11-07T20:15:55,623 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.small.0-1731010555623,5,FailOnTimeoutGroup] 2024-11-07T20:15:55,623 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T20:15:55,623 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T20:15:55,623 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T20:15:55,623 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T20:15:55,624 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T20:15:55,624 DEBUG [RS:0;8a040b4bf509:37131 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T20:15:55,624 DEBUG [RS:0;8a040b4bf509:37131 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T20:15:55,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741831_1007 (size=1321) 2024-11-07T20:15:55,634 DEBUG [RS:0;8a040b4bf509:37131 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T20:15:55,635 DEBUG [RS:0;8a040b4bf509:37131 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5163dac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a040b4bf509/172.17.0.2:0 2024-11-07T20:15:55,647 DEBUG [RS:0;8a040b4bf509:37131 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8a040b4bf509:37131 2024-11-07T20:15:55,647 INFO [RS:0;8a040b4bf509:37131 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T20:15:55,647 INFO [RS:0;8a040b4bf509:37131 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T20:15:55,647 DEBUG [RS:0;8a040b4bf509:37131 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T20:15:55,649 INFO [RS:0;8a040b4bf509:37131 {}] regionserver.HRegionServer(2659): reportForDuty to master=8a040b4bf509,46795,1731010553474 with port=37131, startcode=1731010553762 2024-11-07T20:15:55,649 DEBUG [RS:0;8a040b4bf509:37131 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T20:15:55,651 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41977, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T20:15:55,651 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46795 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8a040b4bf509,37131,1731010553762 2024-11-07T20:15:55,652 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46795 {}] master.ServerManager(517): Registering regionserver=8a040b4bf509,37131,1731010553762 2024-11-07T20:15:55,655 DEBUG [RS:0;8a040b4bf509:37131 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45761/user/jenkins/test-data/a40c09f7-1d54-ee2f-cdf0-5f3c18f2a32e 2024-11-07T20:15:55,655 DEBUG [RS:0;8a040b4bf509:37131 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45761 2024-11-07T20:15:55,655 DEBUG [RS:0;8a040b4bf509:37131 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T20:15:55,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46795-0x10116f0b2220003, quorum=127.0.0.1:57796, baseZNode=/1-760325007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-760325007/rs 2024-11-07T20:15:55,729 DEBUG [RS:0;8a040b4bf509:37131 {}] zookeeper.ZKUtil(111): regionserver:37131-0x10116f0b2220004, quorum=127.0.0.1:57796, baseZNode=/1-760325007 Set watcher on existing znode=/1-760325007/rs/8a040b4bf509,37131,1731010553762 2024-11-07T20:15:55,729 WARN [RS:0;8a040b4bf509:37131 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T20:15:55,730 INFO [RS:0;8a040b4bf509:37131 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:15:55,730 DEBUG [RS:0;8a040b4bf509:37131 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45761/user/jenkins/test-data/a40c09f7-1d54-ee2f-cdf0-5f3c18f2a32e/WALs/8a040b4bf509,37131,1731010553762 2024-11-07T20:15:55,730 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8a040b4bf509,37131,1731010553762] 2024-11-07T20:15:55,735 INFO [RS:0;8a040b4bf509:37131 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T20:15:55,738 INFO [RS:0;8a040b4bf509:37131 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T20:15:55,738 INFO [RS:0;8a040b4bf509:37131 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T20:15:55,738 INFO [RS:0;8a040b4bf509:37131 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:15:55,739 INFO [RS:0;8a040b4bf509:37131 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T20:15:55,740 INFO [RS:0;8a040b4bf509:37131 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T20:15:55,740 INFO [RS:0;8a040b4bf509:37131 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T20:15:55,740 DEBUG [RS:0;8a040b4bf509:37131 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:15:55,740 DEBUG [RS:0;8a040b4bf509:37131 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:15:55,740 DEBUG [RS:0;8a040b4bf509:37131 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:15:55,740 DEBUG [RS:0;8a040b4bf509:37131 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:15:55,740 DEBUG [RS:0;8a040b4bf509:37131 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:15:55,741 DEBUG [RS:0;8a040b4bf509:37131 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8a040b4bf509:0, corePoolSize=2, maxPoolSize=2 2024-11-07T20:15:55,741 DEBUG [RS:0;8a040b4bf509:37131 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:15:55,741 DEBUG [RS:0;8a040b4bf509:37131 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:15:55,741 DEBUG [RS:0;8a040b4bf509:37131 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:15:55,741 DEBUG [RS:0;8a040b4bf509:37131 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:15:55,741 DEBUG [RS:0;8a040b4bf509:37131 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:15:55,741 DEBUG [RS:0;8a040b4bf509:37131 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:15:55,741 DEBUG [RS:0;8a040b4bf509:37131 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8a040b4bf509:0, corePoolSize=3, maxPoolSize=3 2024-11-07T20:15:55,741 DEBUG [RS:0;8a040b4bf509:37131 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8a040b4bf509:0, corePoolSize=3, maxPoolSize=3 2024-11-07T20:15:55,742 INFO [RS:0;8a040b4bf509:37131 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T20:15:55,742 INFO [RS:0;8a040b4bf509:37131 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T20:15:55,742 INFO [RS:0;8a040b4bf509:37131 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:15:55,742 INFO [RS:0;8a040b4bf509:37131 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T20:15:55,742 INFO [RS:0;8a040b4bf509:37131 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T20:15:55,742 INFO [RS:0;8a040b4bf509:37131 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,37131,1731010553762-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T20:15:55,756 INFO [RS:0;8a040b4bf509:37131 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T20:15:55,756 INFO [RS:0;8a040b4bf509:37131 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,37131,1731010553762-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:15:55,756 INFO [RS:0;8a040b4bf509:37131 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:15:55,756 INFO [RS:0;8a040b4bf509:37131 {}] regionserver.Replication(171): 8a040b4bf509,37131,1731010553762 started 2024-11-07T20:15:55,769 INFO [RS:0;8a040b4bf509:37131 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:15:55,769 INFO [RS:0;8a040b4bf509:37131 {}] regionserver.HRegionServer(1482): Serving as 8a040b4bf509,37131,1731010553762, RpcServer on 8a040b4bf509/172.17.0.2:37131, sessionid=0x10116f0b2220004 2024-11-07T20:15:55,769 DEBUG [RS:0;8a040b4bf509:37131 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T20:15:55,769 DEBUG [RS:0;8a040b4bf509:37131 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8a040b4bf509,37131,1731010553762 2024-11-07T20:15:55,769 DEBUG [RS:0;8a040b4bf509:37131 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a040b4bf509,37131,1731010553762' 2024-11-07T20:15:55,769 DEBUG [RS:0;8a040b4bf509:37131 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-760325007/flush-table-proc/abort' 2024-11-07T20:15:55,770 DEBUG [RS:0;8a040b4bf509:37131 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-760325007/flush-table-proc/acquired' 2024-11-07T20:15:55,771 DEBUG [RS:0;8a040b4bf509:37131 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T20:15:55,771 DEBUG [RS:0;8a040b4bf509:37131 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T20:15:55,771 DEBUG [RS:0;8a040b4bf509:37131 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8a040b4bf509,37131,1731010553762 2024-11-07T20:15:55,771 DEBUG [RS:0;8a040b4bf509:37131 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a040b4bf509,37131,1731010553762' 2024-11-07T20:15:55,771 DEBUG [RS:0;8a040b4bf509:37131 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-760325007/online-snapshot/abort' 2024-11-07T20:15:55,772 DEBUG [RS:0;8a040b4bf509:37131 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-760325007/online-snapshot/acquired' 2024-11-07T20:15:55,772 DEBUG [RS:0;8a040b4bf509:37131 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T20:15:55,772 INFO [RS:0;8a040b4bf509:37131 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T20:15:55,772 INFO [RS:0;8a040b4bf509:37131 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T20:15:55,873 INFO [RS:0;8a040b4bf509:37131 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T20:15:55,879 INFO [RS:0;8a040b4bf509:37131 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a040b4bf509%2C37131%2C1731010553762, suffix=, logDir=hdfs://localhost:45761/user/jenkins/test-data/a40c09f7-1d54-ee2f-cdf0-5f3c18f2a32e/WALs/8a040b4bf509,37131,1731010553762, archiveDir=hdfs://localhost:45761/user/jenkins/test-data/a40c09f7-1d54-ee2f-cdf0-5f3c18f2a32e/oldWALs, maxLogs=10 2024-11-07T20:15:55,895 DEBUG [RS:0;8a040b4bf509:37131 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a40c09f7-1d54-ee2f-cdf0-5f3c18f2a32e/WALs/8a040b4bf509,37131,1731010553762/8a040b4bf509%2C37131%2C1731010553762.1731010555882, exclude list is [], retry=0 2024-11-07T20:15:55,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34821,DS-31ec5078-ecf2-403b-9864-07f7b27ae273,DISK] 2024-11-07T20:15:55,901 INFO [RS:0;8a040b4bf509:37131 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a40c09f7-1d54-ee2f-cdf0-5f3c18f2a32e/WALs/8a040b4bf509,37131,1731010553762/8a040b4bf509%2C37131%2C1731010553762.1731010555882 2024-11-07T20:15:55,902 DEBUG [RS:0;8a040b4bf509:37131 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38081:38081)] 2024-11-07T20:15:56,035 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45761/user/jenkins/test-data/a40c09f7-1d54-ee2f-cdf0-5f3c18f2a32e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T20:15:56,035 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45761/user/jenkins/test-data/a40c09f7-1d54-ee2f-cdf0-5f3c18f2a32e 2024-11-07T20:15:56,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741833_1009 (size=32) 2024-11-07T20:15:56,329 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T20:15:56,383 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T20:15:56,384 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-07T20:15:56,385 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T20:15:56,385 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-07T20:15:56,386 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T20:15:56,386 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-07T20:15:56,386 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-07T20:15:56,386 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-07T20:15:56,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:15:56,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T20:15:56,449 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T20:15:56,450 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:15:56,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:15:56,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T20:15:56,452 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T20:15:56,452 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:15:56,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:15:56,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T20:15:56,454 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T20:15:56,455 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:15:56,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:15:56,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T20:15:56,457 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T20:15:56,458 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:15:56,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:15:56,458 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T20:15:56,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45761/user/jenkins/test-data/a40c09f7-1d54-ee2f-cdf0-5f3c18f2a32e/data/hbase/meta/1588230740 2024-11-07T20:15:56,460 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45761/user/jenkins/test-data/a40c09f7-1d54-ee2f-cdf0-5f3c18f2a32e/data/hbase/meta/1588230740 2024-11-07T20:15:56,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T20:15:56,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T20:15:56,463 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T20:15:56,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T20:15:56,468 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45761/user/jenkins/test-data/a40c09f7-1d54-ee2f-cdf0-5f3c18f2a32e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T20:15:56,468 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68256912, jitterRate=0.017107248306274414}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T20:15:56,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731010556446Initializing all the Stores at 1731010556447 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010556447Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010556447Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010556447Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010556447Cleaning up temporary data from old regions at 1731010556462 (+15 ms)Region opened successfully at 1731010556468 (+6 ms) 2024-11-07T20:15:56,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T20:15:56,469 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T20:15:56,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T20:15:56,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T20:15:56,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T20:15:56,469 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T20:15:56,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731010556469Disabling compacts and flushes for region at 1731010556469Disabling writes for close at 1731010556469Writing region close event to WAL at 1731010556469Closed at 1731010556469 2024-11-07T20:15:56,471 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T20:15:56,471 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T20:15:56,472 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T20:15:56,474 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T20:15:56,476 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T20:15:56,627 DEBUG [8a040b4bf509:46795 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T20:15:56,628 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8a040b4bf509,37131,1731010553762 2024-11-07T20:15:56,632 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a040b4bf509,37131,1731010553762, state=OPENING 2024-11-07T20:15:56,676 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T20:15:56,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46795-0x10116f0b2220003, quorum=127.0.0.1:57796, baseZNode=/1-760325007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-760325007 2024-11-07T20:15:56,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37131-0x10116f0b2220004, quorum=127.0.0.1:57796, baseZNode=/1-760325007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-760325007 2024-11-07T20:15:56,687 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T20:15:56,687 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-760325007/meta-region-server: CHANGED 2024-11-07T20:15:56,687 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-760325007/meta-region-server: CHANGED 2024-11-07T20:15:56,687 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8a040b4bf509,37131,1731010553762}] 2024-11-07T20:15:56,843 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T20:15:56,846 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50901, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T20:15:56,854 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T20:15:56,854 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:15:56,855 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T20:15:56,859 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a040b4bf509%2C37131%2C1731010553762.meta, suffix=.meta, logDir=hdfs://localhost:45761/user/jenkins/test-data/a40c09f7-1d54-ee2f-cdf0-5f3c18f2a32e/WALs/8a040b4bf509,37131,1731010553762, archiveDir=hdfs://localhost:45761/user/jenkins/test-data/a40c09f7-1d54-ee2f-cdf0-5f3c18f2a32e/oldWALs, maxLogs=10 2024-11-07T20:15:56,873 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a40c09f7-1d54-ee2f-cdf0-5f3c18f2a32e/WALs/8a040b4bf509,37131,1731010553762/8a040b4bf509%2C37131%2C1731010553762.meta.1731010556861.meta, exclude list is [], retry=0 2024-11-07T20:15:56,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34821,DS-31ec5078-ecf2-403b-9864-07f7b27ae273,DISK] 2024-11-07T20:15:56,879 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a40c09f7-1d54-ee2f-cdf0-5f3c18f2a32e/WALs/8a040b4bf509,37131,1731010553762/8a040b4bf509%2C37131%2C1731010553762.meta.1731010556861.meta 2024-11-07T20:15:56,880 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38081:38081)] 2024-11-07T20:15:56,880 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T20:15:56,880 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T20:15:56,881 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T20:15:56,881 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T20:15:56,881 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T20:15:56,881 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T20:15:56,881 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:15:56,881 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T20:15:56,881 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T20:15:56,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T20:15:56,885 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T20:15:56,885 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:15:56,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:15:56,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T20:15:56,887 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T20:15:56,887 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:15:56,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:15:56,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T20:15:56,889 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T20:15:56,889 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:15:56,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:15:56,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T20:15:56,891 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T20:15:56,892 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:15:56,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:15:56,893 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T20:15:56,894 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45761/user/jenkins/test-data/a40c09f7-1d54-ee2f-cdf0-5f3c18f2a32e/data/hbase/meta/1588230740 2024-11-07T20:15:56,896 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45761/user/jenkins/test-data/a40c09f7-1d54-ee2f-cdf0-5f3c18f2a32e/data/hbase/meta/1588230740 2024-11-07T20:15:56,898 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T20:15:56,898 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T20:15:56,899 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T20:15:56,902 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T20:15:56,904 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59228268, jitterRate=-0.11743003129959106}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T20:15:56,904 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T20:15:56,904 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731010556882Writing region info on filesystem at 1731010556882Initializing all the Stores at 1731010556883 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010556883Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010556884 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010556884Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010556884Cleaning up temporary data from old regions at 1731010556898 (+14 ms)Running coprocessor post-open hooks at 1731010556904 (+6 ms)Region opened successfully at 1731010556904 2024-11-07T20:15:56,906 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731010556843 2024-11-07T20:15:56,910 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T20:15:56,910 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T20:15:56,912 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8a040b4bf509,37131,1731010553762 2024-11-07T20:15:56,914 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a040b4bf509,37131,1731010553762, state=OPEN 2024-11-07T20:15:56,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46795-0x10116f0b2220003, quorum=127.0.0.1:57796, baseZNode=/1-760325007 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-760325007/meta-region-server 2024-11-07T20:15:56,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37131-0x10116f0b2220004, quorum=127.0.0.1:57796, baseZNode=/1-760325007 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-760325007/meta-region-server 2024-11-07T20:15:56,918 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8a040b4bf509,37131,1731010553762 2024-11-07T20:15:56,918 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-760325007/meta-region-server: CHANGED 2024-11-07T20:15:56,918 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-760325007/meta-region-server: CHANGED 2024-11-07T20:15:56,924 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T20:15:56,924 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8a040b4bf509,37131,1731010553762 in 231 msec 2024-11-07T20:15:56,930 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T20:15:56,930 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 452 msec 2024-11-07T20:15:56,932 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T20:15:56,932 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T20:15:56,935 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:15:56,935 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,37131,1731010553762, seqNum=-1] 2024-11-07T20:15:56,935 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:15:56,937 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45697, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T20:15:56,949 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3350 sec 2024-11-07T20:15:56,949 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731010556949, completionTime=-1 2024-11-07T20:15:56,949 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T20:15:56,949 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T20:15:56,953 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T20:15:56,953 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731010616953 2024-11-07T20:15:56,953 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731010676953 2024-11-07T20:15:56,953 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-07T20:15:56,954 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,46795,1731010553474-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:15:56,954 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,46795,1731010553474-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:15:56,954 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,46795,1731010553474-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:15:56,954 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8a040b4bf509:46795, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:15:56,954 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T20:15:56,954 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T20:15:56,957 DEBUG [master/8a040b4bf509:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T20:15:56,959 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.093sec 2024-11-07T20:15:56,960 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T20:15:56,960 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T20:15:56,960 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T20:15:56,960 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T20:15:56,960 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T20:15:56,960 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,46795,1731010553474-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T20:15:56,960 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,46795,1731010553474-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T20:15:56,964 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T20:15:56,964 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T20:15:56,964 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,46795,1731010553474-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:15:57,020 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29bf724e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:15:57,021 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,46795,-1 for getting cluster id 2024-11-07T20:15:57,021 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:15:57,023 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e67909e-5b64-4d43-9823-cef57bcf80ed' 2024-11-07T20:15:57,023 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:15:57,023 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e67909e-5b64-4d43-9823-cef57bcf80ed" 2024-11-07T20:15:57,024 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@512a48ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:15:57,024 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,46795,-1] 2024-11-07T20:15:57,024 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:15:57,025 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:15:57,026 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:15:57,027 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@710ab7e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:15:57,028 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:15:57,029 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,37131,1731010553762, seqNum=-1] 2024-11-07T20:15:57,030 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:15:57,032 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T20:15:57,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8a040b4bf509,46795,1731010553474 2024-11-07T20:15:57,036 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57796 2024-11-07T20:15:57,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57796, baseZNode=/1-760325007 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T20:15:57,046 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10116f0b2220005 connected 2024-11-07T20:15:57,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29442d81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:15:57,060 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,45285,-1 for getting cluster id 2024-11-07T20:15:57,060 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:15:57,062 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a16c9919-04d5-48d5-8669-7d16c12ab8bc' 2024-11-07T20:15:57,062 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:15:57,063 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a16c9919-04d5-48d5-8669-7d16c12ab8bc" 2024-11-07T20:15:57,063 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1934ee3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:15:57,063 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,45285,-1] 2024-11-07T20:15:57,063 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:15:57,064 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:15:57,066 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:15:57,068 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@779d84f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:15:57,076 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:15:57,080 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,45285,1731010545921 2024-11-07T20:15:57,082 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3aa84d76 2024-11-07T20:15:57,083 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:15:57,085 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T20:15:57,086 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45285 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://8a040b4bf509:46795,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-07T20:15:57,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45285 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T20:15:57,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:15:57,099 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8a040b4bf509:46795' 2024-11-07T20:15:57,101 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e2b2aa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:15:57,101 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,46795,-1 for getting cluster id 2024-11-07T20:15:57,101 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:15:57,102 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e67909e-5b64-4d43-9823-cef57bcf80ed' 2024-11-07T20:15:57,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:15:57,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e67909e-5b64-4d43-9823-cef57bcf80ed" 2024-11-07T20:15:57,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c3e7f6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:15:57,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,46795,-1] 2024-11-07T20:15:57,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:15:57,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:15:57,104 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:15:57,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@557df80a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:15:57,106 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:15:57,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,46795,1731010553474 2024-11-07T20:15:57,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@495ae8a5 2024-11-07T20:15:57,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:15:57,112 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T20:15:57,123 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-07T20:15:57,123 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T20:15:57,127 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:15:57,128 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:15:57,128 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:15:57,129 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T20:15:57,135 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-07T20:15:57,138 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T20:15:57,139 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:15:57,141 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T20:15:57,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741835_1011 (size=1138) 2024-11-07T20:15:57,187 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-07T20:15:57,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:15:57,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:15:57,555 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 08d3acd4a8070644176c89df9c5a7cd2, NAME => 'hbase:replication,,1731010557129.08d3acd4a8070644176c89df9c5a7cd2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17 2024-11-07T20:15:57,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741836_1012 (size=44) 2024-11-07T20:15:57,564 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731010557129.08d3acd4a8070644176c89df9c5a7cd2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:15:57,564 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 08d3acd4a8070644176c89df9c5a7cd2, disabling compactions & flushes 2024-11-07T20:15:57,564 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731010557129.08d3acd4a8070644176c89df9c5a7cd2. 2024-11-07T20:15:57,564 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731010557129.08d3acd4a8070644176c89df9c5a7cd2. 2024-11-07T20:15:57,564 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731010557129.08d3acd4a8070644176c89df9c5a7cd2. after waiting 0 ms 2024-11-07T20:15:57,564 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731010557129.08d3acd4a8070644176c89df9c5a7cd2. 2024-11-07T20:15:57,564 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731010557129.08d3acd4a8070644176c89df9c5a7cd2. 2024-11-07T20:15:57,564 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 08d3acd4a8070644176c89df9c5a7cd2: Waiting for close lock at 1731010557564Disabling compacts and flushes for region at 1731010557564Disabling writes for close at 1731010557564Writing region close event to WAL at 1731010557564Closed at 1731010557564 2024-11-07T20:15:57,566 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T20:15:57,571 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731010557129.08d3acd4a8070644176c89df9c5a7cd2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731010557566"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731010557566"}]},"ts":"1731010557566"} 2024-11-07T20:15:57,588 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T20:15:57,592 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T20:15:57,596 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731010557592"}]},"ts":"1731010557592"} 2024-11-07T20:15:57,602 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-07T20:15:57,611 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=08d3acd4a8070644176c89df9c5a7cd2, ASSIGN}] 2024-11-07T20:15:57,613 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=08d3acd4a8070644176c89df9c5a7cd2, ASSIGN 2024-11-07T20:15:57,615 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=08d3acd4a8070644176c89df9c5a7cd2, ASSIGN; state=OFFLINE, location=8a040b4bf509,38063,1731010546730; forceNewPlan=false, retain=false 2024-11-07T20:15:57,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:15:57,767 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=08d3acd4a8070644176c89df9c5a7cd2, regionState=OPENING, regionLocation=8a040b4bf509,38063,1731010546730 2024-11-07T20:15:57,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=08d3acd4a8070644176c89df9c5a7cd2, ASSIGN because future has completed 2024-11-07T20:15:57,774 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 08d3acd4a8070644176c89df9c5a7cd2, server=8a040b4bf509,38063,1731010546730}] 2024-11-07T20:15:57,936 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731010557129.08d3acd4a8070644176c89df9c5a7cd2. 2024-11-07T20:15:57,936 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:15:57,936 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-07T20:15:57,940 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a040b4bf509%2C38063%2C1731010546730.rep, suffix=, logDir=hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/WALs/8a040b4bf509,38063,1731010546730, archiveDir=hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/oldWALs, maxLogs=10 2024-11-07T20:15:57,954 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/WALs/8a040b4bf509,38063,1731010546730/8a040b4bf509%2C38063%2C1731010546730.rep.1731010557940, exclude list is [], retry=0 2024-11-07T20:15:57,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34567,DS-3a1b7c2d-fa2e-4dc0-af5b-4f3cab7181eb,DISK] 2024-11-07T20:15:57,960 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/WALs/8a040b4bf509,38063,1731010546730/8a040b4bf509%2C38063%2C1731010546730.rep.1731010557940 2024-11-07T20:15:57,960 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39249:39249)] 2024-11-07T20:15:57,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 08d3acd4a8070644176c89df9c5a7cd2, NAME => 'hbase:replication,,1731010557129.08d3acd4a8070644176c89df9c5a7cd2.', STARTKEY => '', ENDKEY => ''} 2024-11-07T20:15:57,961 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T20:15:57,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T20:15:57,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731010557129.08d3acd4a8070644176c89df9c5a7cd2. service=MultiRowMutationService 2024-11-07T20:15:57,961 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-07T20:15:57,962 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 08d3acd4a8070644176c89df9c5a7cd2 2024-11-07T20:15:57,962 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731010557129.08d3acd4a8070644176c89df9c5a7cd2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:15:57,962 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 08d3acd4a8070644176c89df9c5a7cd2 2024-11-07T20:15:57,962 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 08d3acd4a8070644176c89df9c5a7cd2 2024-11-07T20:15:57,964 INFO [StoreOpener-08d3acd4a8070644176c89df9c5a7cd2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 08d3acd4a8070644176c89df9c5a7cd2 2024-11-07T20:15:57,966 INFO [StoreOpener-08d3acd4a8070644176c89df9c5a7cd2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08d3acd4a8070644176c89df9c5a7cd2 columnFamilyName hfileref 2024-11-07T20:15:57,966 DEBUG [StoreOpener-08d3acd4a8070644176c89df9c5a7cd2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:15:57,966 INFO [StoreOpener-08d3acd4a8070644176c89df9c5a7cd2-1 {}] regionserver.HStore(327): Store=08d3acd4a8070644176c89df9c5a7cd2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:15:57,967 INFO [StoreOpener-08d3acd4a8070644176c89df9c5a7cd2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 08d3acd4a8070644176c89df9c5a7cd2 2024-11-07T20:15:57,968 INFO [StoreOpener-08d3acd4a8070644176c89df9c5a7cd2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08d3acd4a8070644176c89df9c5a7cd2 columnFamilyName queue 2024-11-07T20:15:57,968 DEBUG [StoreOpener-08d3acd4a8070644176c89df9c5a7cd2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:15:57,969 INFO [StoreOpener-08d3acd4a8070644176c89df9c5a7cd2-1 {}] regionserver.HStore(327): Store=08d3acd4a8070644176c89df9c5a7cd2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:15:57,969 INFO [StoreOpener-08d3acd4a8070644176c89df9c5a7cd2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 08d3acd4a8070644176c89df9c5a7cd2 2024-11-07T20:15:57,970 INFO [StoreOpener-08d3acd4a8070644176c89df9c5a7cd2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08d3acd4a8070644176c89df9c5a7cd2 columnFamilyName sid 2024-11-07T20:15:57,970 DEBUG [StoreOpener-08d3acd4a8070644176c89df9c5a7cd2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:15:57,971 INFO [StoreOpener-08d3acd4a8070644176c89df9c5a7cd2-1 {}] regionserver.HStore(327): Store=08d3acd4a8070644176c89df9c5a7cd2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:15:57,971 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 08d3acd4a8070644176c89df9c5a7cd2 2024-11-07T20:15:57,972 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/data/hbase/replication/08d3acd4a8070644176c89df9c5a7cd2 2024-11-07T20:15:57,972 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/data/hbase/replication/08d3acd4a8070644176c89df9c5a7cd2 2024-11-07T20:15:57,974 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 08d3acd4a8070644176c89df9c5a7cd2 2024-11-07T20:15:57,974 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 08d3acd4a8070644176c89df9c5a7cd2 2024-11-07T20:15:57,975 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T20:15:57,976 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 08d3acd4a8070644176c89df9c5a7cd2 2024-11-07T20:15:57,979 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/data/hbase/replication/08d3acd4a8070644176c89df9c5a7cd2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T20:15:57,980 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 08d3acd4a8070644176c89df9c5a7cd2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59450252, jitterRate=-0.11412221193313599}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T20:15:57,980 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 08d3acd4a8070644176c89df9c5a7cd2 2024-11-07T20:15:57,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 08d3acd4a8070644176c89df9c5a7cd2: Running coprocessor pre-open hook at 1731010557962Writing region info on filesystem at 1731010557962Initializing all the Stores at 1731010557963 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010557963Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010557964 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010557964Cleaning up temporary data from old regions at 1731010557974 (+10 ms)Running coprocessor post-open hooks at 1731010557980 (+6 ms)Region opened successfully at 1731010557981 (+1 ms) 2024-11-07T20:15:57,983 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731010557129.08d3acd4a8070644176c89df9c5a7cd2., pid=7, masterSystemTime=1731010557929 2024-11-07T20:15:57,986 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731010557129.08d3acd4a8070644176c89df9c5a7cd2. 2024-11-07T20:15:57,986 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731010557129.08d3acd4a8070644176c89df9c5a7cd2. 2024-11-07T20:15:57,987 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=08d3acd4a8070644176c89df9c5a7cd2, regionState=OPEN, openSeqNum=2, regionLocation=8a040b4bf509,38063,1731010546730 2024-11-07T20:15:57,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 08d3acd4a8070644176c89df9c5a7cd2, server=8a040b4bf509,38063,1731010546730 because future has completed 2024-11-07T20:15:57,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-07T20:15:57,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 08d3acd4a8070644176c89df9c5a7cd2, server=8a040b4bf509,38063,1731010546730 in 218 msec 2024-11-07T20:15:57,999 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T20:15:57,999 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=08d3acd4a8070644176c89df9c5a7cd2, ASSIGN in 384 msec 2024-11-07T20:15:58,000 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T20:15:58,000 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731010558000"}]},"ts":"1731010558000"} 2024-11-07T20:15:58,003 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-07T20:15:58,005 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T20:15:58,008 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 875 msec 2024-11-07T20:15:58,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731010557129.08d3acd4a8070644176c89df9c5a7cd2., hostname=8a040b4bf509,38063,1731010546730, seqNum=2] 2024-11-07T20:15:58,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38063 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-07T20:15:58,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45285-0x10116f0b2220000, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-610231880 2024-11-07T20:15:58,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38063-0x10116f0b2220001, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-610231880 2024-11-07T20:15:58,111 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T20:15:58,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:15:58,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38063 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-07T20:15:58,280 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-07T20:15:58,326 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-8a040b4bf509,38063,1731010546730, ReplicationSource: 1, currentBandwidth=0 2024-11-07T20:15:58,328 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:15:58,328 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,38063,1731010546730, seqNum=-1] 2024-11-07T20:15:58,328 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:15:58,329 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35547, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-07T20:15:58,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8a040b4bf509,38063,1731010546730', locateType=CURRENT is [region=hbase:replication,,1731010557129.08d3acd4a8070644176c89df9c5a7cd2., hostname=8a040b4bf509,38063,1731010546730, seqNum=2] 2024-11-07T20:15:58,339 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-07T20:15:58,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45285 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-07T20:15:58,345 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8a040b4bf509,38063,1731010546730 suceeded 2024-11-07T20:15:58,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-07T20:15:58,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 234 msec 2024-11-07T20:15:58,350 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8a040b4bf509:46795,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T20:15:58,354 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2620 sec 2024-11-07T20:15:58,360 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,38063,1731010546730 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8a040b4bf509:46795' 2024-11-07T20:15:58,362 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,38063,1731010546730 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74bd1a04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:15:58,362 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,38063,1731010546730 {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,46795,-1 for getting cluster id 2024-11-07T20:15:58,362 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,38063,1731010546730 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:15:58,363 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e67909e-5b64-4d43-9823-cef57bcf80ed' 2024-11-07T20:15:58,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:15:58,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e67909e-5b64-4d43-9823-cef57bcf80ed" 2024-11-07T20:15:58,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19fd0247, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:15:58,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,46795,-1] 2024-11-07T20:15:58,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:15:58,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:15:58,366 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:15:58,367 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,38063,1731010546730 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b7497f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:15:58,367 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,38063,1731010546730 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:15:58,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,46795,1731010553474 2024-11-07T20:15:58,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@137cf8ef 2024-11-07T20:15:58,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:15:58,370 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-07T20:15:58,371 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,38063,1731010546730 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8a040b4bf509,38063,1731010546730 (queues=1) is replicating from cluster=a16c9919-04d5-48d5-8669-7d16c12ab8bc to cluster=4e67909e-5b64-4d43-9823-cef57bcf80ed 2024-11-07T20:15:58,374 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,38063,1731010546730 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8a040b4bf509%2C38063%2C1731010546730 2024-11-07T20:15:58,380 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,38063,1731010546730 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8a040b4bf509,38063,1731010546730, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T20:15:58,383 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,38063,1731010546730.replicationSource.shipper8a040b4bf509%2C38063%2C1731010546730,1-8a040b4bf509,38063,1731010546730 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8a040b4bf509%2C38063%2C1731010546730 2024-11-07T20:15:58,386 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,38063,1731010546730.replicationSource.wal-reader.8a040b4bf509%2C38063%2C1731010546730,1-8a040b4bf509,38063,1731010546730 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/WALs/8a040b4bf509,38063,1731010546730/8a040b4bf509%2C38063%2C1731010546730.1731010549765, startPosition=0, beingWritten=true 2024-11-07T20:15:58,644 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,38063,1731010546730.replicationSource.wal-reader.8a040b4bf509%2C38063%2C1731010546730,1-8a040b4bf509,38063,1731010546730 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/WALs/8a040b4bf509,38063,1731010546730/8a040b4bf509%2C38063%2C1731010546730.1731010549765 to pos 0, reset compression=false 2024-11-07T20:15:58,954 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,38063,1731010546730.replicationSource.wal-reader.8a040b4bf509%2C38063%2C1731010546730,1-8a040b4bf509,38063,1731010546730 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/WALs/8a040b4bf509,38063,1731010546730/8a040b4bf509%2C38063%2C1731010546730.1731010549765 to pos 0, reset compression=false 2024-11-07T20:15:59,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:15:59,253 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T20:15:59,254 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-07T20:15:59,254 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:15:59,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:15:59,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:15:59,255 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:15:59,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1909711a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:15:59,257 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,45285,-1 for getting cluster id 2024-11-07T20:15:59,258 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:15:59,260 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a16c9919-04d5-48d5-8669-7d16c12ab8bc' 2024-11-07T20:15:59,260 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:15:59,261 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a16c9919-04d5-48d5-8669-7d16c12ab8bc" 2024-11-07T20:15:59,261 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d2072fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:15:59,261 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,45285,-1] 2024-11-07T20:15:59,261 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:15:59,262 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:15:59,264 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:15:59,265 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7acdf6b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:15:59,265 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:15:59,267 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,45285,1731010545921 2024-11-07T20:15:59,267 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b7782e5 2024-11-07T20:15:59,267 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:15:59,269 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T20:15:59,269 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45285 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://8a040b4bf509:46795,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-07T20:15:59,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45285 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T20:15:59,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-07T20:15:59,273 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8a040b4bf509:46795' 2024-11-07T20:15:59,274 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e0d411f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:15:59,274 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,46795,-1 for getting cluster id 2024-11-07T20:15:59,274 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:15:59,275 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e67909e-5b64-4d43-9823-cef57bcf80ed' 2024-11-07T20:15:59,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:15:59,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e67909e-5b64-4d43-9823-cef57bcf80ed" 2024-11-07T20:15:59,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ef9624d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:15:59,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,46795,-1] 2024-11-07T20:15:59,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:15:59,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:15:59,276 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:15:59,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71a03719, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:15:59,277 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:15:59,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,46795,1731010553474 2024-11-07T20:15:59,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@490246c4 2024-11-07T20:15:59,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:15:59,279 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T20:15:59,280 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-07T20:15:59,280 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T20:15:59,280 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:15:59,280 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:15:59,281 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:15:59,310 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T20:15:59,363 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,38063,1731010546730.replicationSource.wal-reader.8a040b4bf509%2C38063%2C1731010546730,1-8a040b4bf509,38063,1731010546730 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/WALs/8a040b4bf509,38063,1731010546730/8a040b4bf509%2C38063%2C1731010546730.1731010549765 to pos 0, reset compression=false 2024-11-07T20:15:59,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-07T20:15:59,464 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38063 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-07T20:15:59,464 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-07T20:15:59,492 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-8a040b4bf509,38063,1731010546730, ReplicationSource: 2, currentBandwidth=0 2024-11-07T20:15:59,495 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-07T20:15:59,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45285 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-07T20:15:59,498 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 8a040b4bf509,38063,1731010546730 suceeded 2024-11-07T20:15:59,501 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-07T20:15:59,501 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://8a040b4bf509:46795,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T20:15:59,501 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-07T20:15:59,503 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 232 msec 2024-11-07T20:15:59,511 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,2-8a040b4bf509,38063,1731010546730 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8a040b4bf509:46795' 2024-11-07T20:15:59,512 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,2-8a040b4bf509,38063,1731010546730 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e3ab057, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:15:59,512 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,2-8a040b4bf509,38063,1731010546730 {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,46795,-1 for getting cluster id 2024-11-07T20:15:59,512 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,2-8a040b4bf509,38063,1731010546730 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:15:59,513 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e67909e-5b64-4d43-9823-cef57bcf80ed' 2024-11-07T20:15:59,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:15:59,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e67909e-5b64-4d43-9823-cef57bcf80ed" 2024-11-07T20:15:59,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56fe76cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:15:59,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,46795,-1] 2024-11-07T20:15:59,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:15:59,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:15:59,515 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:15:59,516 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,2-8a040b4bf509,38063,1731010546730 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21013ef0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:15:59,516 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,2-8a040b4bf509,38063,1731010546730 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:15:59,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,46795,1731010553474 2024-11-07T20:15:59,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48bcf65d 2024-11-07T20:15:59,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:15:59,518 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-07T20:15:59,519 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,2-8a040b4bf509,38063,1731010546730 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-8a040b4bf509,38063,1731010546730 (queues=1) is replicating from cluster=a16c9919-04d5-48d5-8669-7d16c12ab8bc to cluster=4e67909e-5b64-4d43-9823-cef57bcf80ed 2024-11-07T20:15:59,519 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,2-8a040b4bf509,38063,1731010546730 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=8a040b4bf509%2C38063%2C1731010546730 2024-11-07T20:15:59,519 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,2-8a040b4bf509,38063,1731010546730 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-8a040b4bf509,38063,1731010546730, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T20:15:59,520 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,2-8a040b4bf509,38063,1731010546730.replicationSource.shipper8a040b4bf509%2C38063%2C1731010546730,2-8a040b4bf509,38063,1731010546730 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8a040b4bf509%2C38063%2C1731010546730 2024-11-07T20:15:59,520 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,2-8a040b4bf509,38063,1731010546730.replicationSource.wal-reader.8a040b4bf509%2C38063%2C1731010546730,2-8a040b4bf509,38063,1731010546730 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/WALs/8a040b4bf509,38063,1731010546730/8a040b4bf509%2C38063%2C1731010546730.1731010549765, startPosition=0, beingWritten=true 2024-11-07T20:15:59,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-07T20:15:59,591 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-07T20:15:59,591 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T20:15:59,591 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:15:59,591 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:15:59,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:15:59,592 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:15:59,592 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:15:59,593 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,45285,1731010545921 2024-11-07T20:15:59,593 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42b2107a 2024-11-07T20:15:59,596 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:15:59,597 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T20:15:59,599 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45285 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-07T20:15:59,601 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45285 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-07T20:15:59,603 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45285 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-07T20:15:59,605 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45285 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-07T20:15:59,610 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45285 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://8a040b4bf509:46795,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T20:15:59,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45285 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-07T20:15:59,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-07T20:15:59,618 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8a040b4bf509:46795' 2024-11-07T20:15:59,620 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c87f683, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:15:59,621 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,46795,-1 for getting cluster id 2024-11-07T20:15:59,621 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:15:59,622 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e67909e-5b64-4d43-9823-cef57bcf80ed' 2024-11-07T20:15:59,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:15:59,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e67909e-5b64-4d43-9823-cef57bcf80ed" 2024-11-07T20:15:59,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f8eb5e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:15:59,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,46795,-1] 2024-11-07T20:15:59,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:15:59,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:15:59,625 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:15:59,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31461499, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:15:59,626 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:15:59,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,46795,1731010553474 2024-11-07T20:15:59,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a9b35ee 2024-11-07T20:15:59,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:15:59,629 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T20:15:59,631 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-07T20:15:59,631 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T20:15:59,631 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:15:59,632 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:15:59,633 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:15:59,719 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T20:15:59,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-07T20:15:59,726 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,2-8a040b4bf509,38063,1731010546730.replicationSource.wal-reader.8a040b4bf509%2C38063%2C1731010546730,2-8a040b4bf509,38063,1731010546730 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/WALs/8a040b4bf509,38063,1731010546730/8a040b4bf509%2C38063%2C1731010546730.1731010549765 to pos 0, reset compression=false 2024-11-07T20:15:59,872 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,38063,1731010546730.replicationSource.wal-reader.8a040b4bf509%2C38063%2C1731010546730,1-8a040b4bf509,38063,1731010546730 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/WALs/8a040b4bf509,38063,1731010546730/8a040b4bf509%2C38063%2C1731010546730.1731010549765 to pos 0, reset compression=false 2024-11-07T20:15:59,875 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38063 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-07T20:15:59,875 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-07T20:15:59,877 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-07T20:15:59,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45285 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-07T20:15:59,882 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 8a040b4bf509,38063,1731010546730 suceeded 2024-11-07T20:15:59,886 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-07T20:15:59,886 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 163 msec 2024-11-07T20:15:59,886 INFO [PEWorker-4 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://8a040b4bf509:46795,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T20:15:59,888 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 276 msec 2024-11-07T20:15:59,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-07T20:15:59,932 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-07T20:15:59,933 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45285 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://8a040b4bf509:46795,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T20:15:59,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45285 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-07T20:15:59,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-07T20:15:59,938 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8a040b4bf509:46795' 2024-11-07T20:15:59,939 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60c80cb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:15:59,939 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,46795,-1 for getting cluster id 2024-11-07T20:15:59,939 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:15:59,940 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e67909e-5b64-4d43-9823-cef57bcf80ed' 2024-11-07T20:15:59,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:15:59,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e67909e-5b64-4d43-9823-cef57bcf80ed" 2024-11-07T20:15:59,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@447e348f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:15:59,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,46795,-1] 2024-11-07T20:15:59,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:15:59,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:15:59,943 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:15:59,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c1d3c2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:15:59,944 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:15:59,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,46795,1731010553474 2024-11-07T20:15:59,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14374544 2024-11-07T20:15:59,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:15:59,948 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T20:15:59,950 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-07T20:15:59,950 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T20:15:59,950 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:15:59,950 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:15:59,950 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:15:59,961 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T20:16:00,034 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,2-8a040b4bf509,38063,1731010546730.replicationSource.wal-reader.8a040b4bf509%2C38063%2C1731010546730,2-8a040b4bf509,38063,1731010546730 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/WALs/8a040b4bf509,38063,1731010546730/8a040b4bf509%2C38063%2C1731010546730.1731010549765 to pos 0, reset compression=false 2024-11-07T20:16:00,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-07T20:16:00,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38063 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-07T20:16:00,116 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-07T20:16:00,118 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-07T20:16:00,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45285 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-07T20:16:00,122 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 8a040b4bf509,38063,1731010546730 suceeded 2024-11-07T20:16:00,127 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-07T20:16:00,128 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://8a040b4bf509:46795,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T20:16:00,128 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 161 msec 2024-11-07T20:16:00,131 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 195 msec 2024-11-07T20:16:00,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-07T20:16:00,252 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-07T20:16:00,254 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45285 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-07T20:16:00,257 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45285 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-07T20:16:00,258 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T20:16:00,259 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:16:00,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:16:00,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:16:00,260 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:16:00,260 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T20:16:00,260 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1293697983, stopped=false 2024-11-07T20:16:00,261 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8a040b4bf509,45285,1731010545921 2024-11-07T20:16:00,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45285-0x10116f0b2220000, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-610231880/running 2024-11-07T20:16:00,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38063-0x10116f0b2220001, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-610231880/running 2024-11-07T20:16:00,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45285-0x10116f0b2220000, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-610231880 2024-11-07T20:16:00,352 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T20:16:00,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38063-0x10116f0b2220001, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-610231880 2024-11-07T20:16:00,353 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T20:16:00,353 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:16:00,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:16:00,353 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38063-0x10116f0b2220001, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Set watcher on znode that does not yet exist, /0-610231880/running 2024-11-07T20:16:00,353 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45285-0x10116f0b2220000, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Set watcher on znode that does not yet exist, /0-610231880/running 2024-11-07T20:16:00,353 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8a040b4bf509,38063,1731010546730' ***** 2024-11-07T20:16:00,353 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T20:16:00,354 INFO [RS:0;8a040b4bf509:38063 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T20:16:00,354 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T20:16:00,354 INFO [RS:0;8a040b4bf509:38063 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T20:16:00,354 INFO [RS:0;8a040b4bf509:38063 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T20:16:00,354 INFO [RS:0;8a040b4bf509:38063 {}] regionserver.HRegionServer(3091): Received CLOSE for 08d3acd4a8070644176c89df9c5a7cd2 2024-11-07T20:16:00,355 INFO [RS:0;8a040b4bf509:38063 {}] regionserver.HRegionServer(959): stopping server 8a040b4bf509,38063,1731010546730 2024-11-07T20:16:00,355 INFO [RS:0;8a040b4bf509:38063 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T20:16:00,355 INFO [RS:0;8a040b4bf509:38063 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a040b4bf509:38063. 2024-11-07T20:16:00,355 DEBUG [RS:0;8a040b4bf509:38063 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:16:00,355 DEBUG [RS:0;8a040b4bf509:38063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:16:00,355 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 08d3acd4a8070644176c89df9c5a7cd2, disabling compactions & flushes 2024-11-07T20:16:00,355 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731010557129.08d3acd4a8070644176c89df9c5a7cd2. 2024-11-07T20:16:00,355 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731010557129.08d3acd4a8070644176c89df9c5a7cd2. 2024-11-07T20:16:00,356 INFO [RS:0;8a040b4bf509:38063 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T20:16:00,356 INFO [RS:0;8a040b4bf509:38063 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T20:16:00,356 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731010557129.08d3acd4a8070644176c89df9c5a7cd2. after waiting 0 ms 2024-11-07T20:16:00,356 INFO [RS:0;8a040b4bf509:38063 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T20:16:00,356 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731010557129.08d3acd4a8070644176c89df9c5a7cd2. 2024-11-07T20:16:00,356 INFO [RS:0;8a040b4bf509:38063 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T20:16:00,356 INFO [RS:0;8a040b4bf509:38063 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T20:16:00,356 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T20:16:00,356 DEBUG [RS:0;8a040b4bf509:38063 {}] regionserver.HRegionServer(1325): Online Regions={08d3acd4a8070644176c89df9c5a7cd2=hbase:replication,,1731010557129.08d3acd4a8070644176c89df9c5a7cd2., 1588230740=hbase:meta,,1.1588230740} 2024-11-07T20:16:00,356 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T20:16:00,356 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T20:16:00,356 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T20:16:00,356 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T20:16:00,357 DEBUG [RS:0;8a040b4bf509:38063 {}] regionserver.HRegionServer(1351): Waiting on 08d3acd4a8070644176c89df9c5a7cd2, 1588230740 2024-11-07T20:16:00,359 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 08d3acd4a8070644176c89df9c5a7cd2 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-07T20:16:00,359 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-07T20:16:00,415 INFO [regionserver/8a040b4bf509:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T20:16:00,437 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/data/hbase/replication/08d3acd4a8070644176c89df9c5a7cd2/.tmp/queue/9da901fcc8c14e838db0edb036c6d195 is 151, key is 1-8a040b4bf509,38063,1731010546730/queue:8a040b4bf509%2C38063%2C1731010546730/1731010558333/Put/seqid=0 2024-11-07T20:16:00,437 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/data/hbase/meta/1588230740/.tmp/info/aecf66bfd5a84a74983fa562632bc4c7 is 147, key is hbase:replication,,1731010557129.08d3acd4a8070644176c89df9c5a7cd2./info:regioninfo/1731010557987/Put/seqid=0 2024-11-07T20:16:00,442 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,2-8a040b4bf509,38063,1731010546730.replicationSource.wal-reader.8a040b4bf509%2C38063%2C1731010546730,2-8a040b4bf509,38063,1731010546730 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/WALs/8a040b4bf509,38063,1731010546730/8a040b4bf509%2C38063%2C1731010546730.1731010549765 to pos 0, reset compression=false 2024-11-07T20:16:00,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741839_1015 (size=5500) 2024-11-07T20:16:00,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741838_1014 (size=6631) 2024-11-07T20:16:00,481 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,38063,1731010546730.replicationSource.wal-reader.8a040b4bf509%2C38063%2C1731010546730,1-8a040b4bf509,38063,1731010546730 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/WALs/8a040b4bf509,38063,1731010546730/8a040b4bf509%2C38063%2C1731010546730.1731010549765 to pos 0, reset compression=false 2024-11-07T20:16:00,557 DEBUG [RS:0;8a040b4bf509:38063 {}] regionserver.HRegionServer(1351): Waiting on 08d3acd4a8070644176c89df9c5a7cd2, 1588230740 2024-11-07T20:16:00,604 INFO [regionserver/8a040b4bf509:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T20:16:00,604 INFO [regionserver/8a040b4bf509:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T20:16:00,757 DEBUG [RS:0;8a040b4bf509:38063 {}] regionserver.HRegionServer(1351): Waiting on 08d3acd4a8070644176c89df9c5a7cd2, 1588230740 2024-11-07T20:16:00,852 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/data/hbase/replication/08d3acd4a8070644176c89df9c5a7cd2/.tmp/queue/9da901fcc8c14e838db0edb036c6d195 2024-11-07T20:16:00,854 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/data/hbase/meta/1588230740/.tmp/info/aecf66bfd5a84a74983fa562632bc4c7 2024-11-07T20:16:00,895 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/data/hbase/replication/08d3acd4a8070644176c89df9c5a7cd2/.tmp/queue/9da901fcc8c14e838db0edb036c6d195 as hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/data/hbase/replication/08d3acd4a8070644176c89df9c5a7cd2/queue/9da901fcc8c14e838db0edb036c6d195 2024-11-07T20:16:00,905 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/data/hbase/replication/08d3acd4a8070644176c89df9c5a7cd2/queue/9da901fcc8c14e838db0edb036c6d195, entries=2, sequenceid=6, filesize=5.4 K 2024-11-07T20:16:00,915 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 08d3acd4a8070644176c89df9c5a7cd2 in 553ms, sequenceid=6, compaction requested=false 2024-11-07T20:16:00,915 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-07T20:16:00,919 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/data/hbase/meta/1588230740/.tmp/ns/60493a15f23142e49e0f9c6c97d42275 is 43, key is default/ns:d/1731010550986/Put/seqid=0 2024-11-07T20:16:00,929 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/data/hbase/replication/08d3acd4a8070644176c89df9c5a7cd2/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-07T20:16:00,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741840_1016 (size=5153) 2024-11-07T20:16:00,933 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T20:16:00,933 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/data/hbase/meta/1588230740/.tmp/ns/60493a15f23142e49e0f9c6c97d42275 2024-11-07T20:16:00,933 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T20:16:00,933 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731010557129.08d3acd4a8070644176c89df9c5a7cd2. 2024-11-07T20:16:00,933 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 08d3acd4a8070644176c89df9c5a7cd2: Waiting for close lock at 1731010560355Running coprocessor pre-close hooks at 1731010560355Disabling compacts and flushes for region at 1731010560355Disabling writes for close at 1731010560356 (+1 ms)Obtaining lock to block concurrent updates at 1731010560359 (+3 ms)Preparing flush snapshotting stores in 08d3acd4a8070644176c89df9c5a7cd2 at 1731010560360 (+1 ms)Finished memstore snapshotting hbase:replication,,1731010557129.08d3acd4a8070644176c89df9c5a7cd2., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731010560368 (+8 ms)Flushing stores of hbase:replication,,1731010557129.08d3acd4a8070644176c89df9c5a7cd2. at 1731010560369 (+1 ms)Flushing 08d3acd4a8070644176c89df9c5a7cd2/queue: creating writer at 1731010560371 (+2 ms)Flushing 08d3acd4a8070644176c89df9c5a7cd2/queue: appending metadata at 1731010560422 (+51 ms)Flushing 08d3acd4a8070644176c89df9c5a7cd2/queue: closing flushed file at 1731010560424 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e4b8396: reopening flushed file at 1731010560893 (+469 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 08d3acd4a8070644176c89df9c5a7cd2 in 553ms, sequenceid=6, compaction requested=false at 1731010560915 (+22 ms)Writing region close event to WAL at 1731010560918 (+3 ms)Running coprocessor post-close hooks at 1731010560931 (+13 ms)Closed at 1731010560933 (+2 ms) 2024-11-07T20:16:00,934 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731010557129.08d3acd4a8070644176c89df9c5a7cd2. 2024-11-07T20:16:00,952 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,2-8a040b4bf509,38063,1731010546730.replicationSource.wal-reader.8a040b4bf509%2C38063%2C1731010546730,2-8a040b4bf509,38063,1731010546730 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/WALs/8a040b4bf509,38063,1731010546730/8a040b4bf509%2C38063%2C1731010546730.1731010549765 to pos 0, reset compression=false 2024-11-07T20:16:00,957 DEBUG [RS:0;8a040b4bf509:38063 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T20:16:00,973 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/data/hbase/meta/1588230740/.tmp/table/5d0fcf12d2a745cca3d4683501cea0c3 is 53, key is hbase:replication/table:state/1731010558000/Put/seqid=0 2024-11-07T20:16:01,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741841_1017 (size=5256) 2024-11-07T20:16:01,158 DEBUG [RS:0;8a040b4bf509:38063 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T20:16:01,189 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,38063,1731010546730.replicationSource.wal-reader.8a040b4bf509%2C38063%2C1731010546730,1-8a040b4bf509,38063,1731010546730 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/WALs/8a040b4bf509,38063,1731010546730/8a040b4bf509%2C38063%2C1731010546730.1731010549765 to pos 0, reset compression=false 2024-11-07T20:16:01,358 INFO [RS:0;8a040b4bf509:38063 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T20:16:01,358 DEBUG [RS:0;8a040b4bf509:38063 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-07T20:16:01,358 DEBUG [RS:0;8a040b4bf509:38063 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T20:16:01,416 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/data/hbase/meta/1588230740/.tmp/table/5d0fcf12d2a745cca3d4683501cea0c3 2024-11-07T20:16:01,430 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/data/hbase/meta/1588230740/.tmp/info/aecf66bfd5a84a74983fa562632bc4c7 as hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/data/hbase/meta/1588230740/info/aecf66bfd5a84a74983fa562632bc4c7 2024-11-07T20:16:01,447 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/data/hbase/meta/1588230740/info/aecf66bfd5a84a74983fa562632bc4c7, entries=10, sequenceid=11, filesize=6.5 K 2024-11-07T20:16:01,450 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/data/hbase/meta/1588230740/.tmp/ns/60493a15f23142e49e0f9c6c97d42275 as hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/data/hbase/meta/1588230740/ns/60493a15f23142e49e0f9c6c97d42275 2024-11-07T20:16:01,467 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/data/hbase/meta/1588230740/ns/60493a15f23142e49e0f9c6c97d42275, entries=2, sequenceid=11, filesize=5.0 K 2024-11-07T20:16:01,469 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/data/hbase/meta/1588230740/.tmp/table/5d0fcf12d2a745cca3d4683501cea0c3 as hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/data/hbase/meta/1588230740/table/5d0fcf12d2a745cca3d4683501cea0c3 2024-11-07T20:16:01,488 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/data/hbase/meta/1588230740/table/5d0fcf12d2a745cca3d4683501cea0c3, entries=2, sequenceid=11, filesize=5.1 K 2024-11-07T20:16:01,490 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1134ms, sequenceid=11, compaction requested=false 2024-11-07T20:16:01,512 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-07T20:16:01,516 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T20:16:01,516 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T20:16:01,516 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T20:16:01,517 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731010560356Running coprocessor pre-close hooks at 1731010560356Disabling compacts and flushes for region at 1731010560356Disabling writes for close at 1731010560356Obtaining lock to block concurrent updates at 1731010560359 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1731010560360 (+1 ms)Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731010560368 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731010560369 (+1 ms)Flushing 1588230740/info: creating writer at 1731010560371 (+2 ms)Flushing 1588230740/info: appending metadata at 1731010560423 (+52 ms)Flushing 1588230740/info: closing flushed file at 1731010560424 (+1 ms)Flushing 1588230740/ns: creating writer at 1731010560893 (+469 ms)Flushing 1588230740/ns: appending metadata at 1731010560918 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1731010560918Flushing 1588230740/table: creating writer at 1731010560946 (+28 ms)Flushing 1588230740/table: appending metadata at 1731010560973 (+27 ms)Flushing 1588230740/table: closing flushed file at 1731010560973Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62428e9e: reopening flushed file at 1731010561427 (+454 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@719ebc9c: reopening flushed file at 1731010561447 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ad8f23b: reopening flushed file at 1731010561467 (+20 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1134ms, sequenceid=11, compaction requested=false at 1731010561490 (+23 ms)Writing region close event to WAL at 1731010561498 (+8 ms)Running coprocessor post-close hooks at 1731010561516 (+18 ms)Closed at 1731010561516 2024-11-07T20:16:01,517 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T20:16:01,559 INFO [RS:0;8a040b4bf509:38063 {}] regionserver.HRegionServer(976): stopping server 8a040b4bf509,38063,1731010546730; all regions closed. 2024-11-07T20:16:01,560 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,2-8a040b4bf509,38063,1731010546730.replicationSource.wal-reader.8a040b4bf509%2C38063%2C1731010546730,2-8a040b4bf509,38063,1731010546730 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/WALs/8a040b4bf509,38063,1731010546730/8a040b4bf509%2C38063%2C1731010546730.1731010549765 to pos 0, reset compression=false 2024-11-07T20:16:01,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741834_1010 (size=2742) 2024-11-07T20:16:01,571 DEBUG [RS:0;8a040b4bf509:38063 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/oldWALs 2024-11-07T20:16:01,571 INFO [RS:0;8a040b4bf509:38063 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8a040b4bf509%2C38063%2C1731010546730.meta:.meta(num 1731010550782) 2024-11-07T20:16:01,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741837_1013 (size=1802) 2024-11-07T20:16:01,578 DEBUG [RS:0;8a040b4bf509:38063 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/oldWALs 2024-11-07T20:16:01,579 INFO [RS:0;8a040b4bf509:38063 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8a040b4bf509%2C38063%2C1731010546730.rep:(num 1731010557940) 2024-11-07T20:16:01,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741832_1008 (size=93) 2024-11-07T20:16:01,582 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/WALs/8a040b4bf509,38063,1731010546730/8a040b4bf509%2C38063%2C1731010546730.1731010549765 not finished, retry = 0 2024-11-07T20:16:01,686 DEBUG [RS:0;8a040b4bf509:38063 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/oldWALs 2024-11-07T20:16:01,686 INFO [RS:0;8a040b4bf509:38063 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8a040b4bf509%2C38063%2C1731010546730:(num 1731010549765) 2024-11-07T20:16:01,687 DEBUG [RS:0;8a040b4bf509:38063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:16:01,687 INFO [RS:0;8a040b4bf509:38063 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T20:16:01,687 INFO [RS:0;8a040b4bf509:38063 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T20:16:01,687 INFO [RS:0;8a040b4bf509:38063 {}] hbase.ChoreService(370): Chore service for: regionserver/8a040b4bf509:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T20:16:01,687 INFO [RS:0;8a040b4bf509:38063 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T20:16:01,687 INFO [regionserver/8a040b4bf509:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T20:16:01,688 INFO [RS:0;8a040b4bf509:38063 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8a040b4bf509,38063,1731010546730 because: Region server is closing 2024-11-07T20:16:01,688 INFO [RS:0;8a040b4bf509:38063 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a040b4bf509:38063. 2024-11-07T20:16:01,688 DEBUG [RS:0;8a040b4bf509:38063 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:16:01,688 DEBUG [RS:0;8a040b4bf509:38063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:16:01,688 DEBUG [RS:0;8a040b4bf509:38063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:16:01,689 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:16:01,735 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T20:16:01,789 WARN [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,38063,1731010546730.replicationSource.shipper8a040b4bf509%2C38063%2C1731010546730,1-8a040b4bf509,38063,1731010546730 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-07T20:16:01,789 WARN [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,38063,1731010546730.replicationSource.wal-reader.8a040b4bf509%2C38063%2C1731010546730,1-8a040b4bf509,38063,1731010546730 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-07T20:16:01,789 INFO [RS:0;8a040b4bf509:38063 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,38063,1731010546730.replicationSource.shipper8a040b4bf509%2C38063%2C1731010546730,1-8a040b4bf509,38063,1731010546730 terminated 2024-11-07T20:16:01,790 INFO [RS:0;8a040b4bf509:38063 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-8a040b4bf509,38063,1731010546730 because: Region server is closing 2024-11-07T20:16:01,790 INFO [RS:0;8a040b4bf509:38063 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a040b4bf509:38063. 2024-11-07T20:16:01,790 DEBUG [RS:0;8a040b4bf509:38063 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:16:01,790 DEBUG [RS:0;8a040b4bf509:38063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:16:01,790 DEBUG [RS:0;8a040b4bf509:38063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:16:01,792 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:16:01,891 WARN [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,2-8a040b4bf509,38063,1731010546730.replicationSource.wal-reader.8a040b4bf509%2C38063%2C1731010546730,2-8a040b4bf509,38063,1731010546730 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-07T20:16:01,891 WARN [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,2-8a040b4bf509,38063,1731010546730.replicationSource.shipper8a040b4bf509%2C38063%2C1731010546730,2-8a040b4bf509,38063,1731010546730 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-07T20:16:01,891 INFO [RS:0;8a040b4bf509:38063 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,2-8a040b4bf509,38063,1731010546730.replicationSource.shipper8a040b4bf509%2C38063%2C1731010546730,2-8a040b4bf509,38063,1731010546730 terminated 2024-11-07T20:16:01,892 INFO [RS:0;8a040b4bf509:38063 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38063 2024-11-07T20:16:01,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45285-0x10116f0b2220000, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-610231880/rs 2024-11-07T20:16:01,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38063-0x10116f0b2220001, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-610231880/rs/8a040b4bf509,38063,1731010546730 2024-11-07T20:16:01,991 INFO [RS:0;8a040b4bf509:38063 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T20:16:02,002 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8a040b4bf509,38063,1731010546730] 2024-11-07T20:16:02,012 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-610231880/draining/8a040b4bf509,38063,1731010546730 already deleted, retry=false 2024-11-07T20:16:02,012 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8a040b4bf509,38063,1731010546730 expired; onlineServers=0 2024-11-07T20:16:02,013 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8a040b4bf509,45285,1731010545921' ***** 2024-11-07T20:16:02,013 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T20:16:02,013 INFO [M:0;8a040b4bf509:45285 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T20:16:02,013 INFO [M:0;8a040b4bf509:45285 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T20:16:02,013 DEBUG [M:0;8a040b4bf509:45285 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T20:16:02,013 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T20:16:02,013 DEBUG [M:0;8a040b4bf509:45285 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T20:16:02,013 DEBUG [master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.large.0-1731010549467 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.large.0-1731010549467,5,FailOnTimeoutGroup] 2024-11-07T20:16:02,013 DEBUG [master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.small.0-1731010549468 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.small.0-1731010549468,5,FailOnTimeoutGroup] 2024-11-07T20:16:02,014 INFO [M:0;8a040b4bf509:45285 {}] hbase.ChoreService(370): Chore service for: master/8a040b4bf509:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T20:16:02,014 INFO [M:0;8a040b4bf509:45285 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T20:16:02,014 DEBUG [M:0;8a040b4bf509:45285 {}] master.HMaster(1795): Stopping service threads 2024-11-07T20:16:02,014 INFO [M:0;8a040b4bf509:45285 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T20:16:02,015 INFO [M:0;8a040b4bf509:45285 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T20:16:02,016 INFO [M:0;8a040b4bf509:45285 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T20:16:02,016 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T20:16:02,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45285-0x10116f0b2220000, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-610231880/master 2024-11-07T20:16:02,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45285-0x10116f0b2220000, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-610231880 2024-11-07T20:16:02,023 DEBUG [M:0;8a040b4bf509:45285 {}] zookeeper.ZKUtil(347): master:45285-0x10116f0b2220000, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Unable to get data of znode /0-610231880/master because node does not exist (not an error) 2024-11-07T20:16:02,023 WARN [M:0;8a040b4bf509:45285 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T20:16:02,024 INFO [M:0;8a040b4bf509:45285 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/.lastflushedseqids 2024-11-07T20:16:02,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741842_1018 (size=181) 2024-11-07T20:16:02,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38063-0x10116f0b2220001, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:16:02,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38063-0x10116f0b2220001, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:16:02,103 INFO [RS:0;8a040b4bf509:38063 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T20:16:02,104 INFO [RS:0;8a040b4bf509:38063 {}] regionserver.HRegionServer(1031): Exiting; stopping=8a040b4bf509,38063,1731010546730; zookeeper connection closed. 2024-11-07T20:16:02,106 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@923230a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@923230a 2024-11-07T20:16:02,107 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T20:16:02,385 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T20:16:02,451 INFO [M:0;8a040b4bf509:45285 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T20:16:02,451 INFO [M:0;8a040b4bf509:45285 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T20:16:02,451 DEBUG [M:0;8a040b4bf509:45285 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T20:16:02,452 INFO [M:0;8a040b4bf509:45285 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:16:02,452 DEBUG [M:0;8a040b4bf509:45285 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:16:02,452 DEBUG [M:0;8a040b4bf509:45285 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T20:16:02,452 DEBUG [M:0;8a040b4bf509:45285 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:16:02,452 INFO [M:0;8a040b4bf509:45285 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-07T20:16:02,486 DEBUG [M:0;8a040b4bf509:45285 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4821a85a53884bfd9ccdf143c2bf3852 is 82, key is hbase:meta,,1/info:regioninfo/1731010550867/Put/seqid=0 2024-11-07T20:16:02,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741843_1019 (size=5672) 2024-11-07T20:16:02,523 INFO [M:0;8a040b4bf509:45285 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4821a85a53884bfd9ccdf143c2bf3852 2024-11-07T20:16:02,570 DEBUG [M:0;8a040b4bf509:45285 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/af8b3b703e294be992b991b0fd888770 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731010558007/Put/seqid=0 2024-11-07T20:16:02,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741844_1020 (size=8663) 2024-11-07T20:16:02,988 INFO [M:0;8a040b4bf509:45285 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/af8b3b703e294be992b991b0fd888770 2024-11-07T20:16:03,015 DEBUG [M:0;8a040b4bf509:45285 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/05c651d4db6e4996a49d36b780632469 is 69, key is 8a040b4bf509,38063,1731010546730/rs:state/1731010549517/Put/seqid=0 2024-11-07T20:16:03,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741845_1021 (size=5156) 2024-11-07T20:16:03,421 INFO [M:0;8a040b4bf509:45285 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/05c651d4db6e4996a49d36b780632469 2024-11-07T20:16:03,428 DEBUG [M:0;8a040b4bf509:45285 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4821a85a53884bfd9ccdf143c2bf3852 as hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4821a85a53884bfd9ccdf143c2bf3852 2024-11-07T20:16:03,436 INFO [M:0;8a040b4bf509:45285 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4821a85a53884bfd9ccdf143c2bf3852, entries=8, sequenceid=115, filesize=5.5 K 2024-11-07T20:16:03,438 DEBUG [M:0;8a040b4bf509:45285 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/af8b3b703e294be992b991b0fd888770 as hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/af8b3b703e294be992b991b0fd888770 2024-11-07T20:16:03,444 INFO [M:0;8a040b4bf509:45285 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/af8b3b703e294be992b991b0fd888770, entries=14, sequenceid=115, filesize=8.5 K 2024-11-07T20:16:03,446 DEBUG [M:0;8a040b4bf509:45285 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/05c651d4db6e4996a49d36b780632469 as hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/05c651d4db6e4996a49d36b780632469 2024-11-07T20:16:03,452 INFO [M:0;8a040b4bf509:45285 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/05c651d4db6e4996a49d36b780632469, entries=1, sequenceid=115, filesize=5.0 K 2024-11-07T20:16:03,454 INFO [M:0;8a040b4bf509:45285 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1002ms, sequenceid=115, compaction requested=false 2024-11-07T20:16:03,455 INFO [M:0;8a040b4bf509:45285 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:16:03,455 DEBUG [M:0;8a040b4bf509:45285 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731010562451Disabling compacts and flushes for region at 1731010562451Disabling writes for close at 1731010562452 (+1 ms)Obtaining lock to block concurrent updates at 1731010562452Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731010562452Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731010562453 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731010562454 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731010562454Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731010562485 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731010562485Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731010562537 (+52 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731010562569 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731010562569Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731010562996 (+427 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731010563014 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731010563014Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64e3b6ec: reopening flushed file at 1731010563427 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50aeeafb: reopening flushed file at 1731010563436 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33a901c7: reopening flushed file at 1731010563445 (+9 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1002ms, sequenceid=115, compaction requested=false at 1731010563454 (+9 ms)Writing region close event to WAL at 1731010563455 (+1 ms)Closed at 1731010563455 2024-11-07T20:16:03,458 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/MasterData/WALs/8a040b4bf509,45285,1731010545921/8a040b4bf509%2C45285%2C1731010545921.1731010548475 not finished, retry = 0 2024-11-07T20:16:03,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741830_1006 (size=59421) 2024-11-07T20:16:03,560 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T20:16:03,560 INFO [M:0;8a040b4bf509:45285 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T20:16:03,560 INFO [M:0;8a040b4bf509:45285 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45285 2024-11-07T20:16:03,560 INFO [M:0;8a040b4bf509:45285 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T20:16:03,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45285-0x10116f0b2220000, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:16:03,670 INFO [M:0;8a040b4bf509:45285 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T20:16:03,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45285-0x10116f0b2220000, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:16:03,674 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8a040b4bf509:0 server-side Connection retries=45 2024-11-07T20:16:03,674 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:16:03,675 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T20:16:03,675 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T20:16:03,675 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:16:03,675 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T20:16:03,675 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T20:16:03,676 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T20:16:03,677 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41419 2024-11-07T20:16:03,681 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41419 connecting to ZooKeeper ensemble=127.0.0.1:57796 2024-11-07T20:16:03,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:414190x0, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T20:16:03,696 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41419-0x10116f0b2220006 connected 2024-11-07T20:16:03,714 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:16:03,718 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:16:03,722 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41419-0x10116f0b2220006, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Set watcher on znode that does not yet exist, /0-610231880/running 2024-11-07T20:16:03,722 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-610231880/meta-region-server: INIT 2024-11-07T20:16:03,722 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17, hbase.cluster.distributed=false 2024-11-07T20:16:03,724 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41419-0x10116f0b2220006, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Set watcher on znode that does not yet exist, /0-610231880/acl 2024-11-07T20:16:03,726 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41419 2024-11-07T20:16:03,726 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41419 2024-11-07T20:16:03,727 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41419 2024-11-07T20:16:03,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41419 2024-11-07T20:16:03,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41419 2024-11-07T20:16:03,742 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8a040b4bf509:0 server-side Connection retries=45 2024-11-07T20:16:03,742 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:16:03,742 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T20:16:03,742 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T20:16:03,742 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:16:03,742 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T20:16:03,742 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T20:16:03,743 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T20:16:03,743 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39115 2024-11-07T20:16:03,745 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39115 connecting to ZooKeeper ensemble=127.0.0.1:57796 2024-11-07T20:16:03,746 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:16:03,748 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:16:03,760 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:391150x0, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T20:16:03,760 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-610231880/meta-region-server: INIT 2024-11-07T20:16:03,760 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:391150x0, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Set watcher on znode that does not yet exist, /0-610231880/running 2024-11-07T20:16:03,760 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39115-0x10116f0b2220007 connected 2024-11-07T20:16:03,761 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T20:16:03,761 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T20:16:03,762 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39115-0x10116f0b2220007, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Set watcher on znode that does not yet exist, /0-610231880/master 2024-11-07T20:16:03,763 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39115-0x10116f0b2220007, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Set watcher on znode that does not yet exist, /0-610231880/acl 2024-11-07T20:16:03,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39115 2024-11-07T20:16:03,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39115 2024-11-07T20:16:03,765 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39115 2024-11-07T20:16:03,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39115 2024-11-07T20:16:03,769 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39115 2024-11-07T20:16:03,781 DEBUG [M:0;8a040b4bf509:41419 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8a040b4bf509:41419 2024-11-07T20:16:03,782 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-610231880/backup-masters/8a040b4bf509,41419,1731010563674 2024-11-07T20:16:03,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41419-0x10116f0b2220006, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-610231880/backup-masters 2024-11-07T20:16:03,791 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39115-0x10116f0b2220007, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-610231880/backup-masters 2024-11-07T20:16:03,792 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41419-0x10116f0b2220006, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Set watcher on existing znode=/0-610231880/backup-masters/8a040b4bf509,41419,1731010563674 2024-11-07T20:16:03,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41419-0x10116f0b2220006, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-610231880 2024-11-07T20:16:03,801 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39115-0x10116f0b2220007, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-610231880/master 2024-11-07T20:16:03,802 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39115-0x10116f0b2220007, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-610231880 2024-11-07T20:16:03,802 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41419-0x10116f0b2220006, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Set watcher on existing znode=/0-610231880/master 2024-11-07T20:16:03,802 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-610231880/backup-masters/8a040b4bf509,41419,1731010563674 from backup master directory 2024-11-07T20:16:03,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41419-0x10116f0b2220006, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-610231880/backup-masters/8a040b4bf509,41419,1731010563674 2024-11-07T20:16:03,812 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39115-0x10116f0b2220007, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-610231880/backup-masters 2024-11-07T20:16:03,812 WARN [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T20:16:03,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41419-0x10116f0b2220006, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-610231880/backup-masters 2024-11-07T20:16:03,812 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8a040b4bf509,41419,1731010563674 2024-11-07T20:16:03,829 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:16:03,830 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T20:16:03,844 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 14ms. 2024-11-07T20:16:03,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741846_1022 (size=196) 2024-11-07T20:16:04,262 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T20:16:04,262 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T20:16:04,263 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:16:04,271 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-07T20:16:04,274 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/MasterData/WALs/8a040b4bf509,45285,1731010545921 to hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/MasterData/WALs/8a040b4bf509,45285,1731010545921-dead as it is dead 2024-11-07T20:16:04,275 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-07T20:16:04,276 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-07T20:16:04,276 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/MasterData/WALs/8a040b4bf509,45285,1731010545921-dead/8a040b4bf509%2C45285%2C1731010545921.1731010548475 2024-11-07T20:16:04,281 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/MasterData/WALs/8a040b4bf509,45285,1731010545921-dead/8a040b4bf509%2C45285%2C1731010545921.1731010548475 after 3ms 2024-11-07T20:16:04,282 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/MasterData/WALs/8a040b4bf509,45285,1731010545921-dead/8a040b4bf509%2C45285%2C1731010545921.1731010548475 to hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/8a040b4bf509%2C45285%2C1731010545921.1731010548475 2024-11-07T20:16:04,282 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/MasterData/WALs/8a040b4bf509,45285,1731010545921-dead 2024-11-07T20:16:04,283 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/MasterData/WALs/8a040b4bf509,41419,1731010563674 2024-11-07T20:16:04,284 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T20:16:04,286 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8a040b4bf509%2C41419%2C1731010563674, suffix=, logDir=hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/MasterData/WALs/8a040b4bf509,41419,1731010563674, archiveDir=hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/MasterData/oldWALs, maxLogs=10 2024-11-07T20:16:04,301 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/MasterData/WALs/8a040b4bf509,41419,1731010563674/8a040b4bf509%2C41419%2C1731010563674.1731010564286, exclude list is [], retry=0 2024-11-07T20:16:04,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34567,DS-3a1b7c2d-fa2e-4dc0-af5b-4f3cab7181eb,DISK] 2024-11-07T20:16:04,307 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/MasterData/WALs/8a040b4bf509,41419,1731010563674/8a040b4bf509%2C41419%2C1731010563674.1731010564286 2024-11-07T20:16:04,307 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39249:39249)] 2024-11-07T20:16:04,307 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T20:16:04,307 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:16:04,307 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:16:04,308 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:16:04,309 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:16:04,311 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T20:16:04,311 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:16:04,320 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4821a85a53884bfd9ccdf143c2bf3852 2024-11-07T20:16:04,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:16:04,321 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:16:04,322 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T20:16:04,322 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:16:04,329 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/af8b3b703e294be992b991b0fd888770 2024-11-07T20:16:04,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:16:04,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:16:04,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T20:16:04,332 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:16:04,340 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/05c651d4db6e4996a49d36b780632469 2024-11-07T20:16:04,340 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:16:04,340 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:16:04,341 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T20:16:04,342 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:16:04,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:16:04,342 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:16:04,343 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-07T20:16:04,343 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/8a040b4bf509%2C45285%2C1731010545921.1731010548475 2024-11-07T20:16:04,358 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/8a040b4bf509%2C45285%2C1731010545921.1731010548475 2024-11-07T20:16:04,360 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/8a040b4bf509%2C45285%2C1731010545921.1731010548475 2024-11-07T20:16:04,362 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:16:04,362 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:16:04,363 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T20:16:04,365 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:16:04,368 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-07T20:16:04,369 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62251227, jitterRate=-0.07238443195819855}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T20:16:04,369 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731010564308Initializing all the Stores at 1731010564309 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010564309Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010564309Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010564309Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010564309Cleaning up temporary data from old regions at 1731010564362 (+53 ms)Region opened successfully at 1731010564369 (+7 ms) 2024-11-07T20:16:04,370 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T20:16:04,373 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@267ecd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a040b4bf509/172.17.0.2:0 2024-11-07T20:16:04,385 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-07T20:16:04,385 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T20:16:04,385 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T20:16:04,386 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T20:16:04,387 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T20:16:04,393 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T20:16:04,394 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T20:16:04,394 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-07T20:16:04,395 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T20:16:04,395 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-07T20:16:04,395 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-07T20:16:04,395 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-11-07T20:16:04,395 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T20:16:04,400 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=8a040b4bf509,38063,1731010546730, regionLocation=8a040b4bf509,38063,1731010546730, openSeqNum=2 2024-11-07T20:16:04,400 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=8a040b4bf509,38063,1731010546730, table=hbase:meta, region=1588230740 2024-11-07T20:16:04,400 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a040b4bf509,38063,1731010546730, state=OPEN 2024-11-07T20:16:04,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41419-0x10116f0b2220006, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-610231880/meta-region-server 2024-11-07T20:16:04,412 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-610231880/meta-region-server: CHANGED 2024-11-07T20:16:04,413 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39115-0x10116f0b2220007, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-610231880/meta-region-server 2024-11-07T20:16:04,413 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-610231880/meta-region-server: CHANGED 2024-11-07T20:16:04,421 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-07T20:16:04,433 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-610231880/draining/8a040b4bf509,38063,1731010546730 already deleted, retry=false 2024-11-07T20:16:04,433 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 8a040b4bf509,38063,1731010546730 on 8a040b4bf509,41419,1731010563674 2024-11-07T20:16:04,439 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 8a040b4bf509,38063,1731010546730, splitWal=true, meta=true 2024-11-07T20:16:04,441 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for 8a040b4bf509,38063,1731010546730 (carryingMeta=true) 8a040b4bf509,38063,1731010546730/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@31759c38[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-07T20:16:04,444 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41419-0x10116f0b2220006, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Unable to get data of znode /0-610231880/balancer because node does not exist (not necessarily an error) 2024-11-07T20:16:04,543 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-610231880/balancer already deleted, retry=false 2024-11-07T20:16:04,544 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T20:16:04,545 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41419-0x10116f0b2220006, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Unable to get data of znode /0-610231880/normalizer because node does not exist (not necessarily an error) 2024-11-07T20:16:04,559 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-610231880/normalizer already deleted, retry=false 2024-11-07T20:16:04,560 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T20:16:04,563 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41419-0x10116f0b2220006, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Unable to get data of znode /0-610231880/switch/split because node does not exist (not necessarily an error) 2024-11-07T20:16:04,570 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-610231880/switch/split already deleted, retry=false 2024-11-07T20:16:04,572 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41419-0x10116f0b2220006, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Unable to get data of znode /0-610231880/switch/merge because node does not exist (not necessarily an error) 2024-11-07T20:16:04,580 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-610231880/switch/merge already deleted, retry=false 2024-11-07T20:16:04,605 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41419-0x10116f0b2220006, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Unable to get data of znode /0-610231880/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T20:16:04,612 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-610231880/snapshot-cleanup already deleted, retry=false 2024-11-07T20:16:04,623 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39115-0x10116f0b2220007, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-610231880/running 2024-11-07T20:16:04,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41419-0x10116f0b2220006, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-610231880/running 2024-11-07T20:16:04,623 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39115-0x10116f0b2220007, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-610231880 2024-11-07T20:16:04,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41419-0x10116f0b2220006, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-610231880 2024-11-07T20:16:04,623 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8a040b4bf509,41419,1731010563674, sessionid=0x10116f0b2220006, setting cluster-up flag (Was=false) 2024-11-07T20:16:04,634 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-610231880/flush-table-proc/acquired, /0-610231880/flush-table-proc/reached, /0-610231880/flush-table-proc/abort 2024-11-07T20:16:04,635 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a040b4bf509,41419,1731010563674 2024-11-07T20:16:04,644 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-610231880/online-snapshot/acquired, /0-610231880/online-snapshot/reached, /0-610231880/online-snapshot/abort 2024-11-07T20:16:04,646 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a040b4bf509,41419,1731010563674 2024-11-07T20:16:04,647 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/.lastflushedseqids 2024-11-07T20:16:04,651 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T20:16:04,651 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T20:16:04,651 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8a040b4bf509,41419,1731010563674 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 8a040b4bf509,38063,1731010546730 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T20:16:04,653 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:16:04,653 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:16:04,653 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:16:04,653 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:16:04,653 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8a040b4bf509:0, corePoolSize=10, maxPoolSize=10 2024-11-07T20:16:04,653 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:16:04,653 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8a040b4bf509:0, corePoolSize=2, maxPoolSize=2 2024-11-07T20:16:04,653 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:16:04,654 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731010594654 2024-11-07T20:16:04,654 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T20:16:04,654 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T20:16:04,654 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T20:16:04,654 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T20:16:04,654 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T20:16:04,654 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T20:16:04,655 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:04,655 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T20:16:04,655 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T20:16:04,655 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T20:16:04,655 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T20:16:04,656 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T20:16:04,656 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T20:16:04,656 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.large.0-1731010564656,5,FailOnTimeoutGroup] 2024-11-07T20:16:04,656 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.small.0-1731010564656,5,FailOnTimeoutGroup] 2024-11-07T20:16:04,656 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:04,656 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T20:16:04,656 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:04,656 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:04,656 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 8a040b4bf509,38063,1731010546730, splitWal=true, meta=true 2024-11-07T20:16:04,657 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731010564656, completionTime=-1 2024-11-07T20:16:04,657 WARN [master/8a040b4bf509:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-07T20:16:04,658 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 8a040b4bf509,38063,1731010546730, splitWal=true, meta=true, isMeta: true 2024-11-07T20:16:04,660 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-07T20:16:04,660 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/WALs/8a040b4bf509,38063,1731010546730-splitting 2024-11-07T20:16:04,661 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/WALs/8a040b4bf509,38063,1731010546730-splitting dir is empty, no logs to split. 2024-11-07T20:16:04,661 INFO [PEWorker-1 {}] master.SplitWALManager(105): 8a040b4bf509,38063,1731010546730 WAL count=0, meta=true 2024-11-07T20:16:04,665 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/WALs/8a040b4bf509,38063,1731010546730-splitting dir is empty, no logs to split. 2024-11-07T20:16:04,665 INFO [PEWorker-1 {}] master.SplitWALManager(105): 8a040b4bf509,38063,1731010546730 WAL count=0, meta=true 2024-11-07T20:16:04,665 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 8a040b4bf509,38063,1731010546730 WAL splitting is done? wals=0, meta=true 2024-11-07T20:16:04,667 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T20:16:04,669 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T20:16:04,670 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-07T20:16:04,672 INFO [RS:0;8a040b4bf509:39115 {}] regionserver.HRegionServer(746): ClusterId : a16c9919-04d5-48d5-8669-7d16c12ab8bc 2024-11-07T20:16:04,672 DEBUG [RS:0;8a040b4bf509:39115 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T20:16:04,686 DEBUG [RS:0;8a040b4bf509:39115 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T20:16:04,687 DEBUG [RS:0;8a040b4bf509:39115 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T20:16:04,698 DEBUG [RS:0;8a040b4bf509:39115 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T20:16:04,699 DEBUG [RS:0;8a040b4bf509:39115 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64505a68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a040b4bf509/172.17.0.2:0 2024-11-07T20:16:04,716 DEBUG [RS:0;8a040b4bf509:39115 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8a040b4bf509:39115 2024-11-07T20:16:04,716 INFO [RS:0;8a040b4bf509:39115 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T20:16:04,716 INFO [RS:0;8a040b4bf509:39115 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T20:16:04,716 DEBUG [RS:0;8a040b4bf509:39115 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T20:16:04,717 INFO [RS:0;8a040b4bf509:39115 {}] regionserver.HRegionServer(2659): reportForDuty to master=8a040b4bf509,41419,1731010563674 with port=39115, startcode=1731010563742 2024-11-07T20:16:04,717 DEBUG [RS:0;8a040b4bf509:39115 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T20:16:04,719 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54683, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T20:16:04,719 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41419 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8a040b4bf509,39115,1731010563742 2024-11-07T20:16:04,720 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41419 {}] master.ServerManager(517): Registering regionserver=8a040b4bf509,39115,1731010563742 2024-11-07T20:16:04,722 DEBUG [RS:0;8a040b4bf509:39115 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17 2024-11-07T20:16:04,722 DEBUG [RS:0;8a040b4bf509:39115 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38161 2024-11-07T20:16:04,722 DEBUG [RS:0;8a040b4bf509:39115 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T20:16:04,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41419-0x10116f0b2220006, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-610231880/rs 2024-11-07T20:16:04,728 DEBUG [RS:0;8a040b4bf509:39115 {}] zookeeper.ZKUtil(111): regionserver:39115-0x10116f0b2220007, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Set watcher on existing znode=/0-610231880/rs/8a040b4bf509,39115,1731010563742 2024-11-07T20:16:04,729 WARN [RS:0;8a040b4bf509:39115 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T20:16:04,729 INFO [RS:0;8a040b4bf509:39115 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:16:04,729 DEBUG [RS:0;8a040b4bf509:39115 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/WALs/8a040b4bf509,39115,1731010563742 2024-11-07T20:16:04,729 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8a040b4bf509,39115,1731010563742] 2024-11-07T20:16:04,760 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=103ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-07T20:16:04,770 INFO [RS:0;8a040b4bf509:39115 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T20:16:04,772 INFO [RS:0;8a040b4bf509:39115 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T20:16:04,773 INFO [RS:0;8a040b4bf509:39115 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T20:16:04,773 INFO [RS:0;8a040b4bf509:39115 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:04,773 INFO [RS:0;8a040b4bf509:39115 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T20:16:04,774 INFO [RS:0;8a040b4bf509:39115 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T20:16:04,774 INFO [RS:0;8a040b4bf509:39115 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:04,774 DEBUG [RS:0;8a040b4bf509:39115 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:16:04,774 DEBUG [RS:0;8a040b4bf509:39115 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:16:04,774 DEBUG [RS:0;8a040b4bf509:39115 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:16:04,774 DEBUG [RS:0;8a040b4bf509:39115 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:16:04,775 DEBUG [RS:0;8a040b4bf509:39115 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:16:04,775 DEBUG [RS:0;8a040b4bf509:39115 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8a040b4bf509:0, corePoolSize=2, maxPoolSize=2 2024-11-07T20:16:04,775 DEBUG [RS:0;8a040b4bf509:39115 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:16:04,775 DEBUG [RS:0;8a040b4bf509:39115 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:16:04,775 DEBUG [RS:0;8a040b4bf509:39115 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:16:04,775 DEBUG [RS:0;8a040b4bf509:39115 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:16:04,775 DEBUG [RS:0;8a040b4bf509:39115 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:16:04,775 DEBUG [RS:0;8a040b4bf509:39115 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:16:04,775 DEBUG [RS:0;8a040b4bf509:39115 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8a040b4bf509:0, corePoolSize=3, maxPoolSize=3 2024-11-07T20:16:04,775 DEBUG [RS:0;8a040b4bf509:39115 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8a040b4bf509:0, corePoolSize=3, maxPoolSize=3 2024-11-07T20:16:04,776 INFO [RS:0;8a040b4bf509:39115 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:04,776 INFO [RS:0;8a040b4bf509:39115 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:04,776 INFO [RS:0;8a040b4bf509:39115 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:04,776 INFO [RS:0;8a040b4bf509:39115 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:04,776 INFO [RS:0;8a040b4bf509:39115 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:04,776 INFO [RS:0;8a040b4bf509:39115 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,39115,1731010563742-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T20:16:04,794 INFO [RS:0;8a040b4bf509:39115 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T20:16:04,794 INFO [RS:0;8a040b4bf509:39115 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,39115,1731010563742-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:04,812 INFO [RS:0;8a040b4bf509:39115 {}] regionserver.ReplicationSource(231): queueId=1-8a040b4bf509,39115,1731010563742, ReplicationSource: 1, currentBandwidth=0 2024-11-07T20:16:04,821 WARN [8a040b4bf509:41419 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-07T20:16:04,828 INFO [RS:0;8a040b4bf509:39115 {}] regionserver.ReplicationSource(231): queueId=2-8a040b4bf509,39115,1731010563742, ReplicationSource: 2, currentBandwidth=0 2024-11-07T20:16:04,828 INFO [RS:0;8a040b4bf509:39115 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:04,828 INFO [RS:0;8a040b4bf509:39115 {}] regionserver.Replication(171): 8a040b4bf509,39115,1731010563742 started 2024-11-07T20:16:04,828 DEBUG [RS:0;8a040b4bf509:39115.replicationSource,1-8a040b4bf509,39115,1731010563742 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8a040b4bf509:46795' 2024-11-07T20:16:04,830 DEBUG [RS:0;8a040b4bf509:39115.replicationSource,1-8a040b4bf509,39115,1731010563742 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c4491d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:16:04,830 DEBUG [RS:0;8a040b4bf509:39115.replicationSource,1-8a040b4bf509,39115,1731010563742 {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,46795,-1 for getting cluster id 2024-11-07T20:16:04,830 DEBUG [RS:0;8a040b4bf509:39115.replicationSource,1-8a040b4bf509,39115,1731010563742 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:16:04,831 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e67909e-5b64-4d43-9823-cef57bcf80ed' 2024-11-07T20:16:04,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:16:04,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e67909e-5b64-4d43-9823-cef57bcf80ed" 2024-11-07T20:16:04,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@326e5ae3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:16:04,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,46795,-1] 2024-11-07T20:16:04,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:16:04,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:16:04,833 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:16:04,834 DEBUG [RS:0;8a040b4bf509:39115.replicationSource,1-8a040b4bf509,39115,1731010563742 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39a20832, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:16:04,834 DEBUG [RS:0;8a040b4bf509:39115.replicationSource,1-8a040b4bf509,39115,1731010563742 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:16:04,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,46795,1731010553474 2024-11-07T20:16:04,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16e62ed6 2024-11-07T20:16:04,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:16:04,837 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-07T20:16:04,838 INFO [RS:0;8a040b4bf509:39115.replicationSource,1-8a040b4bf509,39115,1731010563742 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8a040b4bf509,39115,1731010563742 (queues=0) is replicating from cluster=a16c9919-04d5-48d5-8669-7d16c12ab8bc to cluster=4e67909e-5b64-4d43-9823-cef57bcf80ed 2024-11-07T20:16:04,844 INFO [RS:0;8a040b4bf509:39115 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:04,844 INFO [RS:0;8a040b4bf509:39115 {}] regionserver.HRegionServer(1482): Serving as 8a040b4bf509,39115,1731010563742, RpcServer on 8a040b4bf509/172.17.0.2:39115, sessionid=0x10116f0b2220007 2024-11-07T20:16:04,844 DEBUG [RS:0;8a040b4bf509:39115 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T20:16:04,844 DEBUG [RS:0;8a040b4bf509:39115 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8a040b4bf509,39115,1731010563742 2024-11-07T20:16:04,844 DEBUG [RS:0;8a040b4bf509:39115 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a040b4bf509,39115,1731010563742' 2024-11-07T20:16:04,844 DEBUG [RS:0;8a040b4bf509:39115 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-610231880/flush-table-proc/abort' 2024-11-07T20:16:04,844 DEBUG [RS:0;8a040b4bf509:39115.replicationSource,2-8a040b4bf509,39115,1731010563742 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8a040b4bf509:46795' 2024-11-07T20:16:04,845 DEBUG [RS:0;8a040b4bf509:39115 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-610231880/flush-table-proc/acquired' 2024-11-07T20:16:04,845 DEBUG [RS:0;8a040b4bf509:39115 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T20:16:04,845 DEBUG [RS:0;8a040b4bf509:39115 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T20:16:04,845 DEBUG [RS:0;8a040b4bf509:39115 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8a040b4bf509,39115,1731010563742 2024-11-07T20:16:04,845 DEBUG [RS:0;8a040b4bf509:39115 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a040b4bf509,39115,1731010563742' 2024-11-07T20:16:04,845 DEBUG [RS:0;8a040b4bf509:39115 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-610231880/online-snapshot/abort' 2024-11-07T20:16:04,846 DEBUG [RS:0;8a040b4bf509:39115 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-610231880/online-snapshot/acquired' 2024-11-07T20:16:04,846 DEBUG [RS:0;8a040b4bf509:39115 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T20:16:04,846 INFO [RS:0;8a040b4bf509:39115 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T20:16:04,846 INFO [RS:0;8a040b4bf509:39115 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T20:16:04,846 DEBUG [RS:0;8a040b4bf509:39115.replicationSource,2-8a040b4bf509,39115,1731010563742 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a3130e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:16:04,847 DEBUG [RS:0;8a040b4bf509:39115.replicationSource,2-8a040b4bf509,39115,1731010563742 {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,46795,-1 for getting cluster id 2024-11-07T20:16:04,847 DEBUG [RS:0;8a040b4bf509:39115.replicationSource,2-8a040b4bf509,39115,1731010563742 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:16:04,848 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e67909e-5b64-4d43-9823-cef57bcf80ed' 2024-11-07T20:16:04,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:16:04,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e67909e-5b64-4d43-9823-cef57bcf80ed" 2024-11-07T20:16:04,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17433d85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:16:04,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,46795,-1] 2024-11-07T20:16:04,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:16:04,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:16:04,849 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:16:04,850 DEBUG [RS:0;8a040b4bf509:39115.replicationSource,2-8a040b4bf509,39115,1731010563742 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5243161a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:16:04,850 DEBUG [RS:0;8a040b4bf509:39115.replicationSource,2-8a040b4bf509,39115,1731010563742 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:16:04,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,46795,1731010553474 2024-11-07T20:16:04,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79d07ccb 2024-11-07T20:16:04,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:16:04,853 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-07T20:16:04,853 INFO [RS:0;8a040b4bf509:39115.replicationSource,2-8a040b4bf509,39115,1731010563742 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-8a040b4bf509,39115,1731010563742 (queues=0) is replicating from cluster=a16c9919-04d5-48d5-8669-7d16c12ab8bc to cluster=4e67909e-5b64-4d43-9823-cef57bcf80ed 2024-11-07T20:16:04,947 INFO [RS:0;8a040b4bf509:39115 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T20:16:04,952 INFO [RS:0;8a040b4bf509:39115 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a040b4bf509%2C39115%2C1731010563742, suffix=, logDir=hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/WALs/8a040b4bf509,39115,1731010563742, archiveDir=hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/oldWALs, maxLogs=10 2024-11-07T20:16:04,969 DEBUG [RS:0;8a040b4bf509:39115 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/WALs/8a040b4bf509,39115,1731010563742/8a040b4bf509%2C39115%2C1731010563742.1731010564954, exclude list is [], retry=0 2024-11-07T20:16:04,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34567,DS-3a1b7c2d-fa2e-4dc0-af5b-4f3cab7181eb,DISK] 2024-11-07T20:16:04,975 INFO [RS:0;8a040b4bf509:39115 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/WALs/8a040b4bf509,39115,1731010563742/8a040b4bf509%2C39115%2C1731010563742.1731010564954 2024-11-07T20:16:04,975 DEBUG [RS:0;8a040b4bf509:39115 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 8a040b4bf509%2C39115%2C1731010563742 for peer 1 2024-11-07T20:16:04,975 DEBUG [RS:0;8a040b4bf509:39115 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 8a040b4bf509%2C39115%2C1731010563742 for peer 2 2024-11-07T20:16:04,975 DEBUG [RS:0;8a040b4bf509:39115 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8a040b4bf509%2C39115%2C1731010563742 2024-11-07T20:16:04,975 INFO [RS:0;8a040b4bf509:39115 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8a040b4bf509,39115,1731010563742, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T20:16:04,975 DEBUG [RS:0;8a040b4bf509:39115 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=8a040b4bf509%2C39115%2C1731010563742 2024-11-07T20:16:04,976 INFO [RS:0;8a040b4bf509:39115.replicationSource.shipper8a040b4bf509%2C39115%2C1731010563742,1-8a040b4bf509,39115,1731010563742 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8a040b4bf509%2C39115%2C1731010563742 2024-11-07T20:16:04,976 INFO [RS:0;8a040b4bf509:39115 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-8a040b4bf509,39115,1731010563742, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T20:16:04,976 DEBUG [RS:0;8a040b4bf509:39115 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39249:39249)] 2024-11-07T20:16:04,976 INFO [RS:0;8a040b4bf509:39115.replicationSource.shipper8a040b4bf509%2C39115%2C1731010563742,2-8a040b4bf509,39115,1731010563742 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8a040b4bf509%2C39115%2C1731010563742 2024-11-07T20:16:04,976 DEBUG [RS:0;8a040b4bf509:39115.replicationSource.wal-reader.8a040b4bf509%2C39115%2C1731010563742,1-8a040b4bf509,39115,1731010563742 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/WALs/8a040b4bf509,39115,1731010563742/8a040b4bf509%2C39115%2C1731010563742.1731010564954, startPosition=0, beingWritten=true 2024-11-07T20:16:04,976 DEBUG [RS:0;8a040b4bf509:39115.replicationSource.wal-reader.8a040b4bf509%2C39115%2C1731010563742,2-8a040b4bf509,39115,1731010563742 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/WALs/8a040b4bf509,39115,1731010563742/8a040b4bf509%2C39115%2C1731010563742.1731010564954, startPosition=0, beingWritten=true 2024-11-07T20:16:05,071 DEBUG [8a040b4bf509:41419 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T20:16:05,071 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8a040b4bf509,39115,1731010563742 2024-11-07T20:16:05,073 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a040b4bf509,39115,1731010563742, state=OPENING 2024-11-07T20:16:05,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41419-0x10116f0b2220006, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-610231880/meta-region-server 2024-11-07T20:16:05,096 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39115-0x10116f0b2220007, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-610231880/meta-region-server 2024-11-07T20:16:05,096 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T20:16:05,096 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8a040b4bf509,39115,1731010563742}] 2024-11-07T20:16:05,096 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-610231880/meta-region-server: CHANGED 2024-11-07T20:16:05,096 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-610231880/meta-region-server: CHANGED 2024-11-07T20:16:05,185 DEBUG [RS:0;8a040b4bf509:39115.replicationSource.wal-reader.8a040b4bf509%2C39115%2C1731010563742,1-8a040b4bf509,39115,1731010563742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/WALs/8a040b4bf509,39115,1731010563742/8a040b4bf509%2C39115%2C1731010563742.1731010564954 to pos 0, reset compression=false 2024-11-07T20:16:05,185 DEBUG [RS:0;8a040b4bf509:39115.replicationSource.wal-reader.8a040b4bf509%2C39115%2C1731010563742,2-8a040b4bf509,39115,1731010563742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/WALs/8a040b4bf509,39115,1731010563742/8a040b4bf509%2C39115%2C1731010563742.1731010564954 to pos 0, reset compression=false 2024-11-07T20:16:05,267 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T20:16:05,269 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42211, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T20:16:05,276 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T20:16:05,277 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:16:05,278 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T20:16:05,281 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a040b4bf509%2C39115%2C1731010563742.meta, suffix=.meta, logDir=hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/WALs/8a040b4bf509,39115,1731010563742, archiveDir=hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/oldWALs, maxLogs=10 2024-11-07T20:16:05,304 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/WALs/8a040b4bf509,39115,1731010563742/8a040b4bf509%2C39115%2C1731010563742.meta.1731010565283.meta, exclude list is [], retry=0 2024-11-07T20:16:05,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34567,DS-3a1b7c2d-fa2e-4dc0-af5b-4f3cab7181eb,DISK] 2024-11-07T20:16:05,313 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/WALs/8a040b4bf509,39115,1731010563742/8a040b4bf509%2C39115%2C1731010563742.meta.1731010565283.meta 2024-11-07T20:16:05,316 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39249:39249)] 2024-11-07T20:16:05,316 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T20:16:05,317 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T20:16:05,317 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T20:16:05,317 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T20:16:05,317 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T20:16:05,317 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T20:16:05,318 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:16:05,318 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T20:16:05,318 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T20:16:05,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T20:16:05,322 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T20:16:05,322 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:16:05,332 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/data/hbase/meta/1588230740/info/aecf66bfd5a84a74983fa562632bc4c7 2024-11-07T20:16:05,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:16:05,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T20:16:05,334 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T20:16:05,335 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:16:05,355 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/data/hbase/meta/1588230740/ns/60493a15f23142e49e0f9c6c97d42275 2024-11-07T20:16:05,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:16:05,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T20:16:05,357 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T20:16:05,357 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:16:05,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:16:05,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T20:16:05,359 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T20:16:05,360 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:16:05,394 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/data/hbase/meta/1588230740/table/5d0fcf12d2a745cca3d4683501cea0c3 2024-11-07T20:16:05,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:16:05,395 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T20:16:05,397 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/data/hbase/meta/1588230740 2024-11-07T20:16:05,399 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/data/hbase/meta/1588230740 2024-11-07T20:16:05,401 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T20:16:05,401 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T20:16:05,402 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T20:16:05,404 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T20:16:05,406 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68099392, jitterRate=0.014760017395019531}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T20:16:05,406 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T20:16:05,406 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731010565318Writing region info on filesystem at 1731010565318Initializing all the Stores at 1731010565320 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010565320Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010565320Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010565320Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010565320Cleaning up temporary data from old regions at 1731010565401 (+81 ms)Running coprocessor post-open hooks at 1731010565406 (+5 ms)Region opened successfully at 1731010565406 2024-11-07T20:16:05,408 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731010565266 2024-11-07T20:16:05,412 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T20:16:05,412 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T20:16:05,420 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=8a040b4bf509,39115,1731010563742 2024-11-07T20:16:05,423 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a040b4bf509,39115,1731010563742, state=OPEN 2024-11-07T20:16:05,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41419-0x10116f0b2220006, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-610231880/meta-region-server 2024-11-07T20:16:05,452 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39115-0x10116f0b2220007, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-610231880/meta-region-server 2024-11-07T20:16:05,452 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8a040b4bf509,39115,1731010563742 2024-11-07T20:16:05,452 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-610231880/meta-region-server: CHANGED 2024-11-07T20:16:05,452 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-610231880/meta-region-server: CHANGED 2024-11-07T20:16:05,455 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-07T20:16:05,455 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8a040b4bf509,39115,1731010563742 in 356 msec 2024-11-07T20:16:05,459 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-07T20:16:05,459 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 788 msec 2024-11-07T20:16:05,502 DEBUG [RS:0;8a040b4bf509:39115.replicationSource.wal-reader.8a040b4bf509%2C39115%2C1731010563742,2-8a040b4bf509,39115,1731010563742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/WALs/8a040b4bf509,39115,1731010563742/8a040b4bf509%2C39115%2C1731010563742.1731010564954 to pos 0, reset compression=false 2024-11-07T20:16:05,505 DEBUG [RS:0;8a040b4bf509:39115.replicationSource.wal-reader.8a040b4bf509%2C39115%2C1731010563742,1-8a040b4bf509,39115,1731010563742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/WALs/8a040b4bf509,39115,1731010563742/8a040b4bf509%2C39115%2C1731010563742.1731010564954 to pos 0, reset compression=false 2024-11-07T20:16:05,908 DEBUG [RS:0;8a040b4bf509:39115.replicationSource.wal-reader.8a040b4bf509%2C39115%2C1731010563742,2-8a040b4bf509,39115,1731010563742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/WALs/8a040b4bf509,39115,1731010563742/8a040b4bf509%2C39115%2C1731010563742.1731010564954 to pos 0, reset compression=false 2024-11-07T20:16:05,912 DEBUG [RS:0;8a040b4bf509:39115.replicationSource.wal-reader.8a040b4bf509%2C39115%2C1731010563742,1-8a040b4bf509,39115,1731010563742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/WALs/8a040b4bf509,39115,1731010563742/8a040b4bf509%2C39115%2C1731010563742.1731010564954 to pos 0, reset compression=false 2024-11-07T20:16:06,263 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1606ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-07T20:16:06,414 DEBUG [RS:0;8a040b4bf509:39115.replicationSource.wal-reader.8a040b4bf509%2C39115%2C1731010563742,2-8a040b4bf509,39115,1731010563742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/WALs/8a040b4bf509,39115,1731010563742/8a040b4bf509%2C39115%2C1731010563742.1731010564954 to pos 0, reset compression=false 2024-11-07T20:16:06,419 DEBUG [RS:0;8a040b4bf509:39115.replicationSource.wal-reader.8a040b4bf509%2C39115%2C1731010563742,1-8a040b4bf509,39115,1731010563742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/WALs/8a040b4bf509,39115,1731010563742/8a040b4bf509%2C39115%2C1731010563742.1731010564954 to pos 0, reset compression=false 2024-11-07T20:16:07,022 DEBUG [RS:0;8a040b4bf509:39115.replicationSource.wal-reader.8a040b4bf509%2C39115%2C1731010563742,2-8a040b4bf509,39115,1731010563742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/WALs/8a040b4bf509,39115,1731010563742/8a040b4bf509%2C39115%2C1731010563742.1731010564954 to pos 0, reset compression=false 2024-11-07T20:16:07,026 DEBUG [RS:0;8a040b4bf509:39115.replicationSource.wal-reader.8a040b4bf509%2C39115%2C1731010563742,1-8a040b4bf509,39115,1731010563742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/WALs/8a040b4bf509,39115,1731010563742/8a040b4bf509%2C39115%2C1731010563742.1731010564954 to pos 0, reset compression=false 2024-11-07T20:16:07,294 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T20:16:07,738 DEBUG [RS:0;8a040b4bf509:39115.replicationSource.wal-reader.8a040b4bf509%2C39115%2C1731010563742,2-8a040b4bf509,39115,1731010563742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/WALs/8a040b4bf509,39115,1731010563742/8a040b4bf509%2C39115%2C1731010563742.1731010564954 to pos 0, reset compression=false 2024-11-07T20:16:07,738 DEBUG [RS:0;8a040b4bf509:39115.replicationSource.wal-reader.8a040b4bf509%2C39115%2C1731010563742,1-8a040b4bf509,39115,1731010563742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/WALs/8a040b4bf509,39115,1731010563742/8a040b4bf509%2C39115%2C1731010563742.1731010564954 to pos 0, reset compression=false 2024-11-07T20:16:07,766 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3109ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3006ms 2024-11-07T20:16:08,548 DEBUG [RS:0;8a040b4bf509:39115.replicationSource.wal-reader.8a040b4bf509%2C39115%2C1731010563742,2-8a040b4bf509,39115,1731010563742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/WALs/8a040b4bf509,39115,1731010563742/8a040b4bf509%2C39115%2C1731010563742.1731010564954 to pos 0, reset compression=false 2024-11-07T20:16:08,550 DEBUG [RS:0;8a040b4bf509:39115.replicationSource.wal-reader.8a040b4bf509%2C39115%2C1731010563742,1-8a040b4bf509,39115,1731010563742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/WALs/8a040b4bf509,39115,1731010563742/8a040b4bf509%2C39115%2C1731010563742.1731010564954 to pos 0, reset compression=false 2024-11-07T20:16:09,169 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4512ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-07T20:16:09,169 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T20:16:09,170 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:16:09,170 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,39115,1731010563742, seqNum=-1] 2024-11-07T20:16:09,170 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:16:09,172 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52073, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T20:16:09,178 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=08d3acd4a8070644176c89df9c5a7cd2, regionState=OPEN, lastHost=8a040b4bf509,38063,1731010546730, regionLocation=8a040b4bf509,38063,1731010546730, openSeqNum=2 2024-11-07T20:16:09,178 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T20:16:09,178 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731010629178 2024-11-07T20:16:09,178 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731010689178 2024-11-07T20:16:09,178 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 8 msec 2024-11-07T20:16:09,179 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,41419,1731010563674-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:09,179 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,41419,1731010563674-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:09,179 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,41419,1731010563674-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:09,179 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8a040b4bf509:41419, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:09,179 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 8a040b4bf509,38063,1731010546730 had 2 regions 2024-11-07T20:16:09,179 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:09,179 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:09,181 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 8a040b4bf509,38063,1731010546730, splitWal=true, meta=true, isMeta: false 2024-11-07T20:16:09,183 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/WALs/8a040b4bf509,38063,1731010546730-splitting dir is empty, no logs to split. 2024-11-07T20:16:09,183 INFO [PEWorker-3 {}] master.SplitWALManager(105): 8a040b4bf509,38063,1731010546730 WAL count=0, meta=false 2024-11-07T20:16:09,187 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.375sec 2024-11-07T20:16:09,187 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T20:16:09,187 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T20:16:09,187 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T20:16:09,187 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T20:16:09,187 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T20:16:09,187 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,41419,1731010563674-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T20:16:09,188 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/WALs/8a040b4bf509,38063,1731010546730-splitting dir is empty, no logs to split. 2024-11-07T20:16:09,188 INFO [PEWorker-3 {}] master.SplitWALManager(105): 8a040b4bf509,38063,1731010546730 WAL count=0, meta=false 2024-11-07T20:16:09,188 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,41419,1731010563674-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T20:16:09,188 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 8a040b4bf509,38063,1731010546730 WAL splitting is done? wals=0, meta=false 2024-11-07T20:16:09,191 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=08d3acd4a8070644176c89df9c5a7cd2, ASSIGN}] 2024-11-07T20:16:09,191 WARN [master/8a040b4bf509:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=8a040b4bf509,38063,1731010546730/hbase:replication,,1731010557129.08d3acd4a8070644176c89df9c5a7cd2. 2024-11-07T20:16:09,193 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=08d3acd4a8070644176c89df9c5a7cd2, ASSIGN 2024-11-07T20:16:09,194 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T20:16:09,194 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T20:16:09,194 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,41419,1731010563674-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:09,195 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=08d3acd4a8070644176c89df9c5a7cd2, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-07T20:16:09,276 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e2a3793, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:16:09,277 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,41419,-1 for getting cluster id 2024-11-07T20:16:09,277 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:16:09,278 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a16c9919-04d5-48d5-8669-7d16c12ab8bc' 2024-11-07T20:16:09,279 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:16:09,279 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a16c9919-04d5-48d5-8669-7d16c12ab8bc" 2024-11-07T20:16:09,279 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28d4cf72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:16:09,279 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,41419,-1] 2024-11-07T20:16:09,280 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:16:09,280 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:16:09,282 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:16:09,283 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@217b36a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:16:09,283 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:16:09,285 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,39115,1731010563742, seqNum=-1] 2024-11-07T20:16:09,285 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:16:09,288 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T20:16:09,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-07T20:16:09,292 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T20:16:09,292 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:16:09,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:16:09,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:16:09,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 8a040b4bf509:41419 after: 8a040b4bf509:41419 2024-11-07T20:16:09,293 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:16:09,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c4d7c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:16:09,294 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,41419,-1 for getting cluster id 2024-11-07T20:16:09,294 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:16:09,295 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a16c9919-04d5-48d5-8669-7d16c12ab8bc' 2024-11-07T20:16:09,295 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:16:09,295 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a16c9919-04d5-48d5-8669-7d16c12ab8bc" 2024-11-07T20:16:09,296 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@677eac6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:16:09,296 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,41419,-1] 2024-11-07T20:16:09,296 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:16:09,296 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:16:09,297 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:16:09,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1913a205, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:16:09,298 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:16:09,299 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,41419,1731010563674 2024-11-07T20:16:09,299 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43f317e5 2024-11-07T20:16:09,299 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:16:09,301 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T20:16:09,301 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41419 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-07T20:16:09,302 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41419 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-07T20:16:09,303 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41419 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-07T20:16:09,305 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41419 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-07T20:16:09,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T20:16:09,305 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T20:16:09,305 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:16:09,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:16:09,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:16:09,306 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:16:09,306 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T20:16:09,306 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=953117524, stopped=false 2024-11-07T20:16:09,306 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8a040b4bf509,46795,1731010553474 2024-11-07T20:16:09,345 DEBUG [8a040b4bf509:41419 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T20:16:09,345 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=08d3acd4a8070644176c89df9c5a7cd2, regionState=OPENING, regionLocation=8a040b4bf509,39115,1731010563742 2024-11-07T20:16:09,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37131-0x10116f0b2220004, quorum=127.0.0.1:57796, baseZNode=/1-760325007 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-760325007/running 2024-11-07T20:16:09,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46795-0x10116f0b2220003, quorum=127.0.0.1:57796, baseZNode=/1-760325007 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-760325007/running 2024-11-07T20:16:09,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46795-0x10116f0b2220003, quorum=127.0.0.1:57796, baseZNode=/1-760325007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-760325007 2024-11-07T20:16:09,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37131-0x10116f0b2220004, quorum=127.0.0.1:57796, baseZNode=/1-760325007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-760325007 2024-11-07T20:16:09,349 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T20:16:09,349 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37131-0x10116f0b2220004, quorum=127.0.0.1:57796, baseZNode=/1-760325007 Set watcher on znode that does not yet exist, /1-760325007/running 2024-11-07T20:16:09,349 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46795-0x10116f0b2220003, quorum=127.0.0.1:57796, baseZNode=/1-760325007 Set watcher on znode that does not yet exist, /1-760325007/running 2024-11-07T20:16:09,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=08d3acd4a8070644176c89df9c5a7cd2, ASSIGN because future has completed 2024-11-07T20:16:09,350 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T20:16:09,350 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:16:09,350 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:16:09,350 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8a040b4bf509,37131,1731010553762' ***** 2024-11-07T20:16:09,350 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T20:16:09,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 08d3acd4a8070644176c89df9c5a7cd2, server=8a040b4bf509,39115,1731010563742}] 2024-11-07T20:16:09,350 INFO [RS:0;8a040b4bf509:37131 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T20:16:09,350 INFO [RS:0;8a040b4bf509:37131 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T20:16:09,350 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T20:16:09,351 INFO [RS:0;8a040b4bf509:37131 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T20:16:09,351 INFO [RS:0;8a040b4bf509:37131 {}] regionserver.HRegionServer(959): stopping server 8a040b4bf509,37131,1731010553762 2024-11-07T20:16:09,351 INFO [RS:0;8a040b4bf509:37131 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T20:16:09,351 INFO [RS:0;8a040b4bf509:37131 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a040b4bf509:37131. 2024-11-07T20:16:09,351 DEBUG [RS:0;8a040b4bf509:37131 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:16:09,351 DEBUG [RS:0;8a040b4bf509:37131 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:16:09,351 INFO [RS:0;8a040b4bf509:37131 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T20:16:09,351 INFO [RS:0;8a040b4bf509:37131 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T20:16:09,351 INFO [RS:0;8a040b4bf509:37131 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T20:16:09,351 INFO [RS:0;8a040b4bf509:37131 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T20:16:09,351 INFO [RS:0;8a040b4bf509:37131 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T20:16:09,351 DEBUG [RS:0;8a040b4bf509:37131 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-07T20:16:09,352 DEBUG [RS:0;8a040b4bf509:37131 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T20:16:09,352 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T20:16:09,352 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T20:16:09,352 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T20:16:09,352 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T20:16:09,352 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T20:16:09,352 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-07T20:16:09,354 INFO [regionserver/8a040b4bf509:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T20:16:09,369 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45761/user/jenkins/test-data/a40c09f7-1d54-ee2f-cdf0-5f3c18f2a32e/data/hbase/meta/1588230740/.tmp/ns/cb1e89494efd4d668dc008bb5e7a5532 is 43, key is default/ns:d/1731010556938/Put/seqid=0 2024-11-07T20:16:09,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741835_1011 (size=5153) 2024-11-07T20:16:09,374 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45761/user/jenkins/test-data/a40c09f7-1d54-ee2f-cdf0-5f3c18f2a32e/data/hbase/meta/1588230740/.tmp/ns/cb1e89494efd4d668dc008bb5e7a5532 2024-11-07T20:16:09,383 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45761/user/jenkins/test-data/a40c09f7-1d54-ee2f-cdf0-5f3c18f2a32e/data/hbase/meta/1588230740/.tmp/ns/cb1e89494efd4d668dc008bb5e7a5532 as hdfs://localhost:45761/user/jenkins/test-data/a40c09f7-1d54-ee2f-cdf0-5f3c18f2a32e/data/hbase/meta/1588230740/ns/cb1e89494efd4d668dc008bb5e7a5532 2024-11-07T20:16:09,391 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45761/user/jenkins/test-data/a40c09f7-1d54-ee2f-cdf0-5f3c18f2a32e/data/hbase/meta/1588230740/ns/cb1e89494efd4d668dc008bb5e7a5532, entries=2, sequenceid=6, filesize=5.0 K 2024-11-07T20:16:09,393 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 41ms, sequenceid=6, compaction requested=false 2024-11-07T20:16:09,405 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45761/user/jenkins/test-data/a40c09f7-1d54-ee2f-cdf0-5f3c18f2a32e/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-07T20:16:09,406 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T20:16:09,406 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T20:16:09,406 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T20:16:09,406 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731010569351Running coprocessor pre-close hooks at 1731010569351Disabling compacts and flushes for region at 1731010569351Disabling writes for close at 1731010569352 (+1 ms)Obtaining lock to block concurrent updates at 1731010569352Preparing flush snapshotting stores in 1588230740 at 1731010569352Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731010569352Flushing stores of hbase:meta,,1.1588230740 at 1731010569353 (+1 ms)Flushing 1588230740/ns: creating writer at 1731010569353Flushing 1588230740/ns: appending metadata at 1731010569368 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731010569368Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4662e341: reopening flushed file at 1731010569382 (+14 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 41ms, sequenceid=6, compaction requested=false at 1731010569393 (+11 ms)Writing region close event to WAL at 1731010569396 (+3 ms)Running coprocessor post-close hooks at 1731010569406 (+10 ms)Closed at 1731010569406 2024-11-07T20:16:09,407 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T20:16:09,456 DEBUG [RS:0;8a040b4bf509:39115.replicationSource.wal-reader.8a040b4bf509%2C39115%2C1731010563742,2-8a040b4bf509,39115,1731010563742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/WALs/8a040b4bf509,39115,1731010563742/8a040b4bf509%2C39115%2C1731010563742.1731010564954 to pos 0, reset compression=false 2024-11-07T20:16:09,456 DEBUG [RS:0;8a040b4bf509:39115.replicationSource.wal-reader.8a040b4bf509%2C39115%2C1731010563742,1-8a040b4bf509,39115,1731010563742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/WALs/8a040b4bf509,39115,1731010563742/8a040b4bf509%2C39115%2C1731010563742.1731010564954 to pos 0, reset compression=false 2024-11-07T20:16:09,509 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731010557129.08d3acd4a8070644176c89df9c5a7cd2. 2024-11-07T20:16:09,509 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:16:09,510 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-07T20:16:09,512 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a040b4bf509%2C39115%2C1731010563742.rep, suffix=, logDir=hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/WALs/8a040b4bf509,39115,1731010563742, archiveDir=hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/oldWALs, maxLogs=10 2024-11-07T20:16:09,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/WALs/8a040b4bf509,39115,1731010563742/8a040b4bf509%2C39115%2C1731010563742.rep.1731010569514, exclude list is [], retry=0 2024-11-07T20:16:09,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34567,DS-3a1b7c2d-fa2e-4dc0-af5b-4f3cab7181eb,DISK] 2024-11-07T20:16:09,536 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/WALs/8a040b4bf509,39115,1731010563742/8a040b4bf509%2C39115%2C1731010563742.rep.1731010569514 2024-11-07T20:16:09,536 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39249:39249)] 2024-11-07T20:16:09,536 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 08d3acd4a8070644176c89df9c5a7cd2, NAME => 'hbase:replication,,1731010557129.08d3acd4a8070644176c89df9c5a7cd2.', STARTKEY => '', ENDKEY => ''} 2024-11-07T20:16:09,537 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T20:16:09,537 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T20:16:09,537 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731010557129.08d3acd4a8070644176c89df9c5a7cd2. service=MultiRowMutationService 2024-11-07T20:16:09,537 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-07T20:16:09,537 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 08d3acd4a8070644176c89df9c5a7cd2 2024-11-07T20:16:09,537 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731010557129.08d3acd4a8070644176c89df9c5a7cd2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:16:09,537 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 08d3acd4a8070644176c89df9c5a7cd2 2024-11-07T20:16:09,537 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 08d3acd4a8070644176c89df9c5a7cd2 2024-11-07T20:16:09,539 INFO [StoreOpener-08d3acd4a8070644176c89df9c5a7cd2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 08d3acd4a8070644176c89df9c5a7cd2 2024-11-07T20:16:09,540 INFO [StoreOpener-08d3acd4a8070644176c89df9c5a7cd2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08d3acd4a8070644176c89df9c5a7cd2 columnFamilyName hfileref 2024-11-07T20:16:09,540 DEBUG [StoreOpener-08d3acd4a8070644176c89df9c5a7cd2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:16:09,540 INFO [StoreOpener-08d3acd4a8070644176c89df9c5a7cd2-1 {}] regionserver.HStore(327): Store=08d3acd4a8070644176c89df9c5a7cd2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:16:09,541 INFO [StoreOpener-08d3acd4a8070644176c89df9c5a7cd2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 08d3acd4a8070644176c89df9c5a7cd2 2024-11-07T20:16:09,541 INFO [StoreOpener-08d3acd4a8070644176c89df9c5a7cd2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08d3acd4a8070644176c89df9c5a7cd2 columnFamilyName queue 2024-11-07T20:16:09,541 DEBUG [StoreOpener-08d3acd4a8070644176c89df9c5a7cd2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:16:09,549 DEBUG [StoreOpener-08d3acd4a8070644176c89df9c5a7cd2-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/data/hbase/replication/08d3acd4a8070644176c89df9c5a7cd2/queue/9da901fcc8c14e838db0edb036c6d195 2024-11-07T20:16:09,549 INFO [StoreOpener-08d3acd4a8070644176c89df9c5a7cd2-1 {}] regionserver.HStore(327): Store=08d3acd4a8070644176c89df9c5a7cd2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:16:09,549 INFO [StoreOpener-08d3acd4a8070644176c89df9c5a7cd2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 08d3acd4a8070644176c89df9c5a7cd2 2024-11-07T20:16:09,551 INFO [StoreOpener-08d3acd4a8070644176c89df9c5a7cd2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08d3acd4a8070644176c89df9c5a7cd2 columnFamilyName sid 2024-11-07T20:16:09,551 DEBUG [StoreOpener-08d3acd4a8070644176c89df9c5a7cd2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:16:09,552 INFO [RS:0;8a040b4bf509:37131 {}] regionserver.HRegionServer(976): stopping server 8a040b4bf509,37131,1731010553762; all regions closed. 2024-11-07T20:16:09,552 INFO [StoreOpener-08d3acd4a8070644176c89df9c5a7cd2-1 {}] regionserver.HStore(327): Store=08d3acd4a8070644176c89df9c5a7cd2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:16:09,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 08d3acd4a8070644176c89df9c5a7cd2 2024-11-07T20:16:09,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/data/hbase/replication/08d3acd4a8070644176c89df9c5a7cd2 2024-11-07T20:16:09,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741834_1010 (size=1152) 2024-11-07T20:16:09,554 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a40c09f7-1d54-ee2f-cdf0-5f3c18f2a32e/WALs/8a040b4bf509,37131,1731010553762/8a040b4bf509%2C37131%2C1731010553762.meta.1731010556861.meta not finished, retry = 0 2024-11-07T20:16:09,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/data/hbase/replication/08d3acd4a8070644176c89df9c5a7cd2 2024-11-07T20:16:09,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 08d3acd4a8070644176c89df9c5a7cd2 2024-11-07T20:16:09,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 08d3acd4a8070644176c89df9c5a7cd2 2024-11-07T20:16:09,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T20:16:09,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 08d3acd4a8070644176c89df9c5a7cd2 2024-11-07T20:16:09,559 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 08d3acd4a8070644176c89df9c5a7cd2; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68826549, jitterRate=0.02559550106525421}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T20:16:09,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 08d3acd4a8070644176c89df9c5a7cd2 2024-11-07T20:16:09,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 08d3acd4a8070644176c89df9c5a7cd2: Running coprocessor pre-open hook at 1731010569538Writing region info on filesystem at 1731010569538Initializing all the Stores at 1731010569539 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010569539Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010569539Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010569539Cleaning up temporary data from old regions at 1731010569556 (+17 ms)Running coprocessor post-open hooks at 1731010569559 (+3 ms)Region opened successfully at 1731010569560 (+1 ms) 2024-11-07T20:16:09,561 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731010557129.08d3acd4a8070644176c89df9c5a7cd2., pid=19, masterSystemTime=1731010569504 2024-11-07T20:16:09,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731010557129.08d3acd4a8070644176c89df9c5a7cd2. 2024-11-07T20:16:09,564 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731010557129.08d3acd4a8070644176c89df9c5a7cd2. 2024-11-07T20:16:09,565 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=08d3acd4a8070644176c89df9c5a7cd2, regionState=OPEN, openSeqNum=10, regionLocation=8a040b4bf509,39115,1731010563742 2024-11-07T20:16:09,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 08d3acd4a8070644176c89df9c5a7cd2, server=8a040b4bf509,39115,1731010563742 because future has completed 2024-11-07T20:16:09,572 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-07T20:16:09,572 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 08d3acd4a8070644176c89df9c5a7cd2, server=8a040b4bf509,39115,1731010563742 in 219 msec 2024-11-07T20:16:09,575 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-07T20:16:09,575 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=08d3acd4a8070644176c89df9c5a7cd2, ASSIGN in 381 msec 2024-11-07T20:16:09,577 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-07T20:16:09,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731010557129.08d3acd4a8070644176c89df9c5a7cd2., hostname=8a040b4bf509,39115,1731010563742, seqNum=10] 2024-11-07T20:16:09,623 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 8a040b4bf509,38063,1731010546730 2024-11-07T20:16:09,623 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-07T20:16:09,658 DEBUG [RS:0;8a040b4bf509:37131 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a40c09f7-1d54-ee2f-cdf0-5f3c18f2a32e/oldWALs 2024-11-07T20:16:09,658 INFO [RS:0;8a040b4bf509:37131 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8a040b4bf509%2C37131%2C1731010553762.meta:.meta(num 1731010556861) 2024-11-07T20:16:09,661 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a40c09f7-1d54-ee2f-cdf0-5f3c18f2a32e/WALs/8a040b4bf509,37131,1731010553762/8a040b4bf509%2C37131%2C1731010553762.1731010555882 not finished, retry = 0 2024-11-07T20:16:09,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741832_1008 (size=93) 2024-11-07T20:16:09,744 INFO [regionserver/8a040b4bf509:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T20:16:09,744 INFO [regionserver/8a040b4bf509:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T20:16:09,765 DEBUG [RS:0;8a040b4bf509:37131 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a40c09f7-1d54-ee2f-cdf0-5f3c18f2a32e/oldWALs 2024-11-07T20:16:09,765 INFO [RS:0;8a040b4bf509:37131 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8a040b4bf509%2C37131%2C1731010553762:(num 1731010555882) 2024-11-07T20:16:09,765 DEBUG [RS:0;8a040b4bf509:37131 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:16:09,765 INFO [RS:0;8a040b4bf509:37131 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T20:16:09,765 INFO [RS:0;8a040b4bf509:37131 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T20:16:09,765 INFO [RS:0;8a040b4bf509:37131 {}] hbase.ChoreService(370): Chore service for: regionserver/8a040b4bf509:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-07T20:16:09,765 INFO [RS:0;8a040b4bf509:37131 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T20:16:09,765 INFO [regionserver/8a040b4bf509:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T20:16:09,766 INFO [RS:0;8a040b4bf509:37131 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37131 2024-11-07T20:16:09,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39115 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-07T20:16:09,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37131-0x10116f0b2220004, quorum=127.0.0.1:57796, baseZNode=/1-760325007 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-760325007/rs/8a040b4bf509,37131,1731010553762 2024-11-07T20:16:09,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46795-0x10116f0b2220003, quorum=127.0.0.1:57796, baseZNode=/1-760325007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-760325007/rs 2024-11-07T20:16:09,859 INFO [RS:0;8a040b4bf509:37131 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T20:16:09,859 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8a040b4bf509,37131,1731010553762] 2024-11-07T20:16:09,875 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-760325007/draining/8a040b4bf509,37131,1731010553762 already deleted, retry=false 2024-11-07T20:16:09,875 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8a040b4bf509,37131,1731010553762 expired; onlineServers=0 2024-11-07T20:16:09,875 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8a040b4bf509,46795,1731010553474' ***** 2024-11-07T20:16:09,875 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T20:16:09,875 INFO [M:0;8a040b4bf509:46795 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T20:16:09,875 INFO [M:0;8a040b4bf509:46795 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T20:16:09,875 DEBUG [M:0;8a040b4bf509:46795 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T20:16:09,875 DEBUG [M:0;8a040b4bf509:46795 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T20:16:09,875 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T20:16:09,875 DEBUG [master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.large.0-1731010555623 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.large.0-1731010555623,5,FailOnTimeoutGroup] 2024-11-07T20:16:09,875 DEBUG [master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.small.0-1731010555623 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.small.0-1731010555623,5,FailOnTimeoutGroup] 2024-11-07T20:16:09,876 INFO [M:0;8a040b4bf509:46795 {}] hbase.ChoreService(370): Chore service for: master/8a040b4bf509:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T20:16:09,876 INFO [M:0;8a040b4bf509:46795 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T20:16:09,876 DEBUG [M:0;8a040b4bf509:46795 {}] master.HMaster(1795): Stopping service threads 2024-11-07T20:16:09,876 INFO [M:0;8a040b4bf509:46795 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T20:16:09,876 INFO [M:0;8a040b4bf509:46795 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T20:16:09,876 INFO [M:0;8a040b4bf509:46795 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T20:16:09,876 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T20:16:09,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46795-0x10116f0b2220003, quorum=127.0.0.1:57796, baseZNode=/1-760325007 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-760325007/master 2024-11-07T20:16:09,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46795-0x10116f0b2220003, quorum=127.0.0.1:57796, baseZNode=/1-760325007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-760325007 2024-11-07T20:16:09,885 DEBUG [M:0;8a040b4bf509:46795 {}] zookeeper.ZKUtil(347): master:46795-0x10116f0b2220003, quorum=127.0.0.1:57796, baseZNode=/1-760325007 Unable to get data of znode /1-760325007/master because node does not exist (not an error) 2024-11-07T20:16:09,885 WARN [M:0;8a040b4bf509:46795 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T20:16:09,887 INFO [M:0;8a040b4bf509:46795 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45761/user/jenkins/test-data/a40c09f7-1d54-ee2f-cdf0-5f3c18f2a32e/.lastflushedseqids 2024-11-07T20:16:09,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741836_1012 (size=99) 2024-11-07T20:16:09,965 INFO [RS:0;8a040b4bf509:37131 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T20:16:09,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37131-0x10116f0b2220004, quorum=127.0.0.1:57796, baseZNode=/1-760325007 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:16:09,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37131-0x10116f0b2220004, quorum=127.0.0.1:57796, baseZNode=/1-760325007 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:16:09,965 INFO [RS:0;8a040b4bf509:37131 {}] regionserver.HRegionServer(1031): Exiting; stopping=8a040b4bf509,37131,1731010553762; zookeeper connection closed. 2024-11-07T20:16:09,966 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2cd6a55e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2cd6a55e 2024-11-07T20:16:09,966 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T20:16:10,293 INFO [M:0;8a040b4bf509:46795 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T20:16:10,293 INFO [M:0;8a040b4bf509:46795 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T20:16:10,294 DEBUG [M:0;8a040b4bf509:46795 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T20:16:10,294 INFO [M:0;8a040b4bf509:46795 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:16:10,294 DEBUG [M:0;8a040b4bf509:46795 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:16:10,294 DEBUG [M:0;8a040b4bf509:46795 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T20:16:10,294 DEBUG [M:0;8a040b4bf509:46795 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:16:10,294 INFO [M:0;8a040b4bf509:46795 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-07T20:16:10,311 DEBUG [M:0;8a040b4bf509:46795 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45761/user/jenkins/test-data/a40c09f7-1d54-ee2f-cdf0-5f3c18f2a32e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/19de5ae576fd49bd9bff20b012b97d82 is 82, key is hbase:meta,,1/info:regioninfo/1731010556911/Put/seqid=0 2024-11-07T20:16:10,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741837_1013 (size=5672) 2024-11-07T20:16:10,464 DEBUG [RS:0;8a040b4bf509:39115.replicationSource.wal-reader.8a040b4bf509%2C39115%2C1731010563742,2-8a040b4bf509,39115,1731010563742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/WALs/8a040b4bf509,39115,1731010563742/8a040b4bf509%2C39115%2C1731010563742.1731010564954 to pos 0, reset compression=false 2024-11-07T20:16:10,464 DEBUG [RS:0;8a040b4bf509:39115.replicationSource.wal-reader.8a040b4bf509%2C39115%2C1731010563742,1-8a040b4bf509,39115,1731010563742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/WALs/8a040b4bf509,39115,1731010563742/8a040b4bf509%2C39115%2C1731010563742.1731010564954 to pos 0, reset compression=false 2024-11-07T20:16:10,716 INFO [M:0;8a040b4bf509:46795 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45761/user/jenkins/test-data/a40c09f7-1d54-ee2f-cdf0-5f3c18f2a32e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/19de5ae576fd49bd9bff20b012b97d82 2024-11-07T20:16:10,738 DEBUG [M:0;8a040b4bf509:46795 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45761/user/jenkins/test-data/a40c09f7-1d54-ee2f-cdf0-5f3c18f2a32e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8ae473da3eb241719d37b4f8adfa1011 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731010556947/Put/seqid=0 2024-11-07T20:16:10,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741838_1014 (size=5275) 2024-11-07T20:16:11,146 INFO [M:0;8a040b4bf509:46795 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45761/user/jenkins/test-data/a40c09f7-1d54-ee2f-cdf0-5f3c18f2a32e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8ae473da3eb241719d37b4f8adfa1011 2024-11-07T20:16:11,172 DEBUG [M:0;8a040b4bf509:46795 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45761/user/jenkins/test-data/a40c09f7-1d54-ee2f-cdf0-5f3c18f2a32e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e04a51627b7846099a6a71fe7ce9b3e5 is 69, key is 8a040b4bf509,37131,1731010553762/rs:state/1731010555652/Put/seqid=0 2024-11-07T20:16:11,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741839_1015 (size=5156) 2024-11-07T20:16:11,575 DEBUG [RS:0;8a040b4bf509:39115.replicationSource.wal-reader.8a040b4bf509%2C39115%2C1731010563742,1-8a040b4bf509,39115,1731010563742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/WALs/8a040b4bf509,39115,1731010563742/8a040b4bf509%2C39115%2C1731010563742.1731010564954 to pos 0, reset compression=false 2024-11-07T20:16:11,575 DEBUG [RS:0;8a040b4bf509:39115.replicationSource.wal-reader.8a040b4bf509%2C39115%2C1731010563742,2-8a040b4bf509,39115,1731010563742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/WALs/8a040b4bf509,39115,1731010563742/8a040b4bf509%2C39115%2C1731010563742.1731010564954 to pos 0, reset compression=false 2024-11-07T20:16:11,578 INFO [M:0;8a040b4bf509:46795 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45761/user/jenkins/test-data/a40c09f7-1d54-ee2f-cdf0-5f3c18f2a32e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e04a51627b7846099a6a71fe7ce9b3e5 2024-11-07T20:16:11,587 DEBUG [M:0;8a040b4bf509:46795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45761/user/jenkins/test-data/a40c09f7-1d54-ee2f-cdf0-5f3c18f2a32e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/19de5ae576fd49bd9bff20b012b97d82 as hdfs://localhost:45761/user/jenkins/test-data/a40c09f7-1d54-ee2f-cdf0-5f3c18f2a32e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/19de5ae576fd49bd9bff20b012b97d82 2024-11-07T20:16:11,595 INFO [M:0;8a040b4bf509:46795 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45761/user/jenkins/test-data/a40c09f7-1d54-ee2f-cdf0-5f3c18f2a32e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/19de5ae576fd49bd9bff20b012b97d82, entries=8, sequenceid=28, filesize=5.5 K 2024-11-07T20:16:11,596 DEBUG [M:0;8a040b4bf509:46795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45761/user/jenkins/test-data/a40c09f7-1d54-ee2f-cdf0-5f3c18f2a32e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8ae473da3eb241719d37b4f8adfa1011 as hdfs://localhost:45761/user/jenkins/test-data/a40c09f7-1d54-ee2f-cdf0-5f3c18f2a32e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8ae473da3eb241719d37b4f8adfa1011 2024-11-07T20:16:11,603 INFO [M:0;8a040b4bf509:46795 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45761/user/jenkins/test-data/a40c09f7-1d54-ee2f-cdf0-5f3c18f2a32e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8ae473da3eb241719d37b4f8adfa1011, entries=3, sequenceid=28, filesize=5.2 K 2024-11-07T20:16:11,604 DEBUG [M:0;8a040b4bf509:46795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45761/user/jenkins/test-data/a40c09f7-1d54-ee2f-cdf0-5f3c18f2a32e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e04a51627b7846099a6a71fe7ce9b3e5 as hdfs://localhost:45761/user/jenkins/test-data/a40c09f7-1d54-ee2f-cdf0-5f3c18f2a32e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e04a51627b7846099a6a71fe7ce9b3e5 2024-11-07T20:16:11,610 INFO [M:0;8a040b4bf509:46795 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45761/user/jenkins/test-data/a40c09f7-1d54-ee2f-cdf0-5f3c18f2a32e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e04a51627b7846099a6a71fe7ce9b3e5, entries=1, sequenceid=28, filesize=5.0 K 2024-11-07T20:16:11,611 INFO [M:0;8a040b4bf509:46795 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1317ms, sequenceid=28, compaction requested=false 2024-11-07T20:16:11,613 INFO [M:0;8a040b4bf509:46795 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:16:11,613 DEBUG [M:0;8a040b4bf509:46795 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731010570294Disabling compacts and flushes for region at 1731010570294Disabling writes for close at 1731010570294Obtaining lock to block concurrent updates at 1731010570294Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731010570294Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731010570294Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731010570295 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731010570295Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731010570310 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731010570311 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731010570722 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731010570738 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731010570738Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731010571156 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731010571172 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731010571172Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17886df6: reopening flushed file at 1731010571586 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6780cf0c: reopening flushed file at 1731010571595 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70fc3c01: reopening flushed file at 1731010571603 (+8 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1317ms, sequenceid=28, compaction requested=false at 1731010571611 (+8 ms)Writing region close event to WAL at 1731010571612 (+1 ms)Closed at 1731010571612 2024-11-07T20:16:11,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741830_1006 (size=10165) 2024-11-07T20:16:11,616 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a40c09f7-1d54-ee2f-cdf0-5f3c18f2a32e/MasterData/WALs/8a040b4bf509,46795,1731010553474/8a040b4bf509%2C46795%2C1731010553474.1731010555223 not finished, retry = 0 2024-11-07T20:16:11,717 INFO [M:0;8a040b4bf509:46795 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T20:16:11,717 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T20:16:11,717 INFO [M:0;8a040b4bf509:46795 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46795 2024-11-07T20:16:11,720 INFO [M:0;8a040b4bf509:46795 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T20:16:11,896 INFO [M:0;8a040b4bf509:46795 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T20:16:11,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46795-0x10116f0b2220003, quorum=127.0.0.1:57796, baseZNode=/1-760325007 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:16:11,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46795-0x10116f0b2220003, quorum=127.0.0.1:57796, baseZNode=/1-760325007 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:16:11,901 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d6e23de{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T20:16:11,903 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7d64e776{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T20:16:11,903 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T20:16:11,904 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74cac5ac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T20:16:11,904 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f8615b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/210ed724-a80a-7b79-ce29-7046e5b99df6/hadoop.log.dir/,STOPPED} 2024-11-07T20:16:11,907 WARN [BP-1521446134-172.17.0.2-1731010551247 heartbeating to localhost/127.0.0.1:45761 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T20:16:11,907 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T20:16:11,907 WARN [BP-1521446134-172.17.0.2-1731010551247 heartbeating to localhost/127.0.0.1:45761 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1521446134-172.17.0.2-1731010551247 (Datanode Uuid f456da8e-dba0-4769-b9cd-688b2fa75a5f) service to localhost/127.0.0.1:45761 2024-11-07T20:16:11,907 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T20:16:11,908 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/210ed724-a80a-7b79-ce29-7046e5b99df6/cluster_4f41ea01-ab45-0446-b174-60d2e44135ad/data/data1/current/BP-1521446134-172.17.0.2-1731010551247 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T20:16:11,908 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/210ed724-a80a-7b79-ce29-7046e5b99df6/cluster_4f41ea01-ab45-0446-b174-60d2e44135ad/data/data2/current/BP-1521446134-172.17.0.2-1731010551247 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T20:16:11,909 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T20:16:11,917 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26c5bd95{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T20:16:11,918 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ab5417f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T20:16:11,918 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T20:16:11,918 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65144570{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T20:16:11,918 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7190c8f3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/210ed724-a80a-7b79-ce29-7046e5b99df6/hadoop.log.dir/,STOPPED} 2024-11-07T20:16:11,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T20:16:11,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T20:16:11,937 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T20:16:11,937 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:16:11,938 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:16:11,938 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:16:11,938 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:16:11,938 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T20:16:11,938 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=117726292, stopped=false 2024-11-07T20:16:11,938 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8a040b4bf509,41419,1731010563674 2024-11-07T20:16:11,949 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39115-0x10116f0b2220007, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-610231880/running 2024-11-07T20:16:11,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41419-0x10116f0b2220006, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-610231880/running 2024-11-07T20:16:11,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41419-0x10116f0b2220006, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-610231880 2024-11-07T20:16:11,949 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39115-0x10116f0b2220007, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-610231880 2024-11-07T20:16:11,949 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T20:16:11,949 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T20:16:11,949 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:16:11,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:16:11,950 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8a040b4bf509,39115,1731010563742' ***** 2024-11-07T20:16:11,950 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T20:16:11,950 INFO [RS:0;8a040b4bf509:39115 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T20:16:11,950 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39115-0x10116f0b2220007, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Set watcher on znode that does not yet exist, /0-610231880/running 2024-11-07T20:16:11,950 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T20:16:11,950 INFO [RS:0;8a040b4bf509:39115 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T20:16:11,950 INFO [RS:0;8a040b4bf509:39115 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T20:16:11,951 INFO [RS:0;8a040b4bf509:39115 {}] regionserver.HRegionServer(3091): Received CLOSE for 08d3acd4a8070644176c89df9c5a7cd2 2024-11-07T20:16:11,951 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41419-0x10116f0b2220006, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Set watcher on znode that does not yet exist, /0-610231880/running 2024-11-07T20:16:11,951 INFO [RS:0;8a040b4bf509:39115 {}] regionserver.HRegionServer(959): stopping server 8a040b4bf509,39115,1731010563742 2024-11-07T20:16:11,951 INFO [RS:0;8a040b4bf509:39115 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T20:16:11,951 INFO [RS:0;8a040b4bf509:39115 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a040b4bf509:39115. 2024-11-07T20:16:11,951 DEBUG [RS:0;8a040b4bf509:39115 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:16:11,951 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 08d3acd4a8070644176c89df9c5a7cd2, disabling compactions & flushes 2024-11-07T20:16:11,951 DEBUG [RS:0;8a040b4bf509:39115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:16:11,951 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731010557129.08d3acd4a8070644176c89df9c5a7cd2. 2024-11-07T20:16:11,951 INFO [RS:0;8a040b4bf509:39115 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T20:16:11,951 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731010557129.08d3acd4a8070644176c89df9c5a7cd2. 2024-11-07T20:16:11,951 INFO [RS:0;8a040b4bf509:39115 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T20:16:11,951 INFO [RS:0;8a040b4bf509:39115 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T20:16:11,951 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731010557129.08d3acd4a8070644176c89df9c5a7cd2. after waiting 0 ms 2024-11-07T20:16:11,952 INFO [RS:0;8a040b4bf509:39115 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T20:16:11,952 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731010557129.08d3acd4a8070644176c89df9c5a7cd2. 2024-11-07T20:16:11,960 INFO [RS:0;8a040b4bf509:39115 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T20:16:11,961 DEBUG [RS:0;8a040b4bf509:39115 {}] regionserver.HRegionServer(1325): Online Regions={08d3acd4a8070644176c89df9c5a7cd2=hbase:replication,,1731010557129.08d3acd4a8070644176c89df9c5a7cd2., 1588230740=hbase:meta,,1.1588230740} 2024-11-07T20:16:11,961 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T20:16:11,961 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T20:16:11,961 DEBUG [RS:0;8a040b4bf509:39115 {}] regionserver.HRegionServer(1351): Waiting on 08d3acd4a8070644176c89df9c5a7cd2, 1588230740 2024-11-07T20:16:11,961 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T20:16:11,961 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T20:16:11,961 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T20:16:11,961 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-07T20:16:11,969 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/data/hbase/replication/08d3acd4a8070644176c89df9c5a7cd2/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-07T20:16:11,970 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T20:16:11,971 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T20:16:11,971 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731010557129.08d3acd4a8070644176c89df9c5a7cd2. 2024-11-07T20:16:11,971 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 08d3acd4a8070644176c89df9c5a7cd2: Waiting for close lock at 1731010571951Running coprocessor pre-close hooks at 1731010571951Disabling compacts and flushes for region at 1731010571951Disabling writes for close at 1731010571951Writing region close event to WAL at 1731010571962 (+11 ms)Running coprocessor post-close hooks at 1731010571970 (+8 ms)Closed at 1731010571971 (+1 ms) 2024-11-07T20:16:11,971 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731010557129.08d3acd4a8070644176c89df9c5a7cd2. 2024-11-07T20:16:11,983 INFO [regionserver/8a040b4bf509:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T20:16:11,991 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/data/hbase/meta/1588230740/.tmp/info/94b2be091cc94437ad4e15d861d1f874 is 147, key is hbase:replication,,1731010557129.08d3acd4a8070644176c89df9c5a7cd2./info:regioninfo/1731010569564/Put/seqid=0 2024-11-07T20:16:11,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741851_1027 (size=6385) 2024-11-07T20:16:12,161 DEBUG [RS:0;8a040b4bf509:39115 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T20:16:12,361 DEBUG [RS:0;8a040b4bf509:39115 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T20:16:12,399 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/data/hbase/meta/1588230740/.tmp/info/94b2be091cc94437ad4e15d861d1f874 2024-11-07T20:16:12,408 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/data/hbase/meta/1588230740/.tmp/info/94b2be091cc94437ad4e15d861d1f874 as hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/data/hbase/meta/1588230740/info/94b2be091cc94437ad4e15d861d1f874 2024-11-07T20:16:12,417 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/data/hbase/meta/1588230740/info/94b2be091cc94437ad4e15d861d1f874, entries=8, sequenceid=19, filesize=6.2 K 2024-11-07T20:16:12,419 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 457ms, sequenceid=19, compaction requested=false 2024-11-07T20:16:12,435 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-07T20:16:12,436 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T20:16:12,436 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T20:16:12,437 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T20:16:12,437 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731010571960Running coprocessor pre-close hooks at 1731010571960Disabling compacts and flushes for region at 1731010571960Disabling writes for close at 1731010571961 (+1 ms)Obtaining lock to block concurrent updates at 1731010571961Preparing flush snapshotting stores in 1588230740 at 1731010571961Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731010571963 (+2 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731010571963Flushing 1588230740/info: creating writer at 1731010571964 (+1 ms)Flushing 1588230740/info: appending metadata at 1731010571989 (+25 ms)Flushing 1588230740/info: closing flushed file at 1731010571989Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28d4ee0: reopening flushed file at 1731010572406 (+417 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 457ms, sequenceid=19, compaction requested=false at 1731010572419 (+13 ms)Writing region close event to WAL at 1731010572427 (+8 ms)Running coprocessor post-close hooks at 1731010572436 (+9 ms)Closed at 1731010572436 2024-11-07T20:16:12,437 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T20:16:12,561 INFO [RS:0;8a040b4bf509:39115 {}] regionserver.HRegionServer(976): stopping server 8a040b4bf509,39115,1731010563742; all regions closed. 2024-11-07T20:16:12,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741849_1025 (size=2156) 2024-11-07T20:16:12,565 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/WALs/8a040b4bf509,39115,1731010563742/8a040b4bf509%2C39115%2C1731010563742.meta.1731010565283.meta not finished, retry = 0 2024-11-07T20:16:12,675 DEBUG [RS:0;8a040b4bf509:39115 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/oldWALs 2024-11-07T20:16:12,675 INFO [RS:0;8a040b4bf509:39115 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8a040b4bf509%2C39115%2C1731010563742.meta:.meta(num 1731010565283) 2024-11-07T20:16:12,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741850_1026 (size=796) 2024-11-07T20:16:12,680 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/WALs/8a040b4bf509,39115,1731010563742/8a040b4bf509%2C39115%2C1731010563742.rep.1731010569514 not finished, retry = 0 2024-11-07T20:16:12,784 DEBUG [RS:0;8a040b4bf509:39115.replicationSource.wal-reader.8a040b4bf509%2C39115%2C1731010563742,2-8a040b4bf509,39115,1731010563742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/WALs/8a040b4bf509,39115,1731010563742/8a040b4bf509%2C39115%2C1731010563742.1731010564954 to pos 0, reset compression=false 2024-11-07T20:16:12,784 DEBUG [RS:0;8a040b4bf509:39115.replicationSource.wal-reader.8a040b4bf509%2C39115%2C1731010563742,1-8a040b4bf509,39115,1731010563742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/WALs/8a040b4bf509,39115,1731010563742/8a040b4bf509%2C39115%2C1731010563742.1731010564954 to pos 0, reset compression=false 2024-11-07T20:16:12,785 DEBUG [RS:0;8a040b4bf509:39115 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/oldWALs 2024-11-07T20:16:12,785 INFO [RS:0;8a040b4bf509:39115 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8a040b4bf509%2C39115%2C1731010563742.rep:(num 1731010569514) 2024-11-07T20:16:12,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741848_1024 (size=93) 2024-11-07T20:16:12,794 DEBUG [RS:0;8a040b4bf509:39115 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/oldWALs 2024-11-07T20:16:12,794 INFO [RS:0;8a040b4bf509:39115 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8a040b4bf509%2C39115%2C1731010563742:(num 1731010564954) 2024-11-07T20:16:12,794 DEBUG [RS:0;8a040b4bf509:39115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:16:12,794 INFO [RS:0;8a040b4bf509:39115 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T20:16:12,794 INFO [RS:0;8a040b4bf509:39115 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T20:16:12,794 INFO [RS:0;8a040b4bf509:39115 {}] hbase.ChoreService(370): Chore service for: regionserver/8a040b4bf509:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-07T20:16:12,795 INFO [RS:0;8a040b4bf509:39115 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T20:16:12,795 INFO [regionserver/8a040b4bf509:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T20:16:12,795 DEBUG [RS:0;8a040b4bf509:39115.replicationSource.wal-reader.8a040b4bf509%2C39115%2C1731010563742,1-8a040b4bf509,39115,1731010563742 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/WALs/8a040b4bf509,39115,1731010563742/8a040b4bf509%2C39115%2C1731010563742.1731010564954 2024-11-07T20:16:12,795 INFO [RS:0;8a040b4bf509:39115 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8a040b4bf509,39115,1731010563742 because: Region server is closing 2024-11-07T20:16:12,795 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/8a040b4bf509:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-07T20:16:12,795 INFO [RS:0;8a040b4bf509:39115 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a040b4bf509:39115. 2024-11-07T20:16:12,795 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/8a040b4bf509:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-07T20:16:12,795 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/8a040b4bf509:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-07T20:16:12,795 DEBUG [RS:0;8a040b4bf509:39115 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:16:12,796 DEBUG [RS:0;8a040b4bf509:39115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:16:12,796 DEBUG [RS:0;8a040b4bf509:39115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:16:12,796 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:16:12,802 INFO [RS:0;8a040b4bf509:39115.replicationSource.wal-reader.8a040b4bf509%2C39115%2C1731010563742,2-8a040b4bf509,39115,1731010563742 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/WALs/8a040b4bf509,39115,1731010563742/8a040b4bf509%2C39115%2C1731010563742.1731010564954 was moved to hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/oldWALs/8a040b4bf509%2C39115%2C1731010563742.1731010564954 2024-11-07T20:16:12,796 DEBUG [RS:0;8a040b4bf509:39115.replicationSource.shipper8a040b4bf509%2C39115%2C1731010563742,1-8a040b4bf509,39115,1731010563742 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a040b4bf509,39115,1731010563742 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/WALs/8a040b4bf509,39115,1731010563742/8a040b4bf509%2C39115%2C1731010563742.1731010564954, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-07T20:16:12,803 DEBUG [RS:0;8a040b4bf509:39115.replicationSource.shipper8a040b4bf509%2C39115%2C1731010563742,1-8a040b4bf509,39115,1731010563742 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:16:12,803 DEBUG [RS:0;8a040b4bf509:39115.replicationSource.shipper8a040b4bf509%2C39115%2C1731010563742,1-8a040b4bf509,39115,1731010563742 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,39115,1731010563742, seqNum=-1] 2024-11-07T20:16:12,805 DEBUG [RS:0;8a040b4bf509:39115.replicationSource.wal-reader.8a040b4bf509%2C39115%2C1731010563742,2-8a040b4bf509,39115,1731010563742 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/WALs/8a040b4bf509,39115,1731010563742/8a040b4bf509%2C39115%2C1731010563742.1731010564954 2024-11-07T20:16:12,805 DEBUG [RS:0;8a040b4bf509:39115.replicationSource.wal-reader.8a040b4bf509%2C39115%2C1731010563742,2-8a040b4bf509,39115,1731010563742 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-07T20:16:12,805 DEBUG [RS:0;8a040b4bf509:39115.replicationSource.shipper8a040b4bf509%2C39115%2C1731010563742,2-8a040b4bf509,39115,1731010563742 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-8a040b4bf509,39115,1731010563742 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/WALs/8a040b4bf509,39115,1731010563742/8a040b4bf509%2C39115%2C1731010563742.1731010564954, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-07T20:16:12,805 DEBUG [RS:0;8a040b4bf509:39115.replicationSource.wal-reader.8a040b4bf509%2C39115%2C1731010563742,2-8a040b4bf509,39115,1731010563742 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-07T20:16:12,805 WARN [RS:0;8a040b4bf509:39115.replicationSource.shipper8a040b4bf509%2C39115%2C1731010563742,1-8a040b4bf509,39115,1731010563742 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='1-8a040b4bf509,39115,1731010563742', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a040b4bf509:39115 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more 2024-11-07T20:16:12,807 WARN [RS:0;8a040b4bf509:39115.replicationSource.shipper8a040b4bf509%2C39115%2C1731010563742,2-8a040b4bf509,39115,1731010563742 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='2-8a040b4bf509,39115,1731010563742', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a040b4bf509:39115 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more 2024-11-07T20:16:12,808 DEBUG [RS:0;8a040b4bf509:39115.replicationSource.shipper8a040b4bf509%2C39115%2C1731010563742,2-8a040b4bf509,39115,1731010563742 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-07T20:16:12,809 DEBUG [RS:0;8a040b4bf509:39115.replicationSource.shipper8a040b4bf509%2C39115%2C1731010563742,2-8a040b4bf509,39115,1731010563742 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [8a040b4bf509%2C39115%2C1731010563742.1731010564954] 2024-11-07T20:16:12,807 ERROR [RS:0;8a040b4bf509:39115.replicationSource.shipper8a040b4bf509%2C39115%2C1731010563742,1-8a040b4bf509,39115,1731010563742 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 8a040b4bf509,39115,1731010563742: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-8a040b4bf509,39115,1731010563742, walGroup=8a040b4bf509%2C39115%2C1731010563742, offset=8a040b4bf509%2C39115%2C1731010563742.1731010564954:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a040b4bf509:39115 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-07T20:16:12,810 ERROR [RS:0;8a040b4bf509:39115.replicationSource.shipper8a040b4bf509%2C39115%2C1731010563742,1-8a040b4bf509,39115,1731010563742 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-07T20:16:12,813 DEBUG [RS:0;8a040b4bf509:39115.replicationSource.shipper8a040b4bf509%2C39115%2C1731010563742,1-8a040b4bf509,39115,1731010563742 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-07T20:16:12,814 DEBUG [RS:0;8a040b4bf509:39115.replicationSource.shipper8a040b4bf509%2C39115%2C1731010563742,1-8a040b4bf509,39115,1731010563742 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-07T20:16:12,814 DEBUG [RS:0;8a040b4bf509:39115.replicationSource.shipper8a040b4bf509%2C39115%2C1731010563742,1-8a040b4bf509,39115,1731010563742 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-07T20:16:12,815 DEBUG [RS:0;8a040b4bf509:39115.replicationSource.shipper8a040b4bf509%2C39115%2C1731010563742,1-8a040b4bf509,39115,1731010563742 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-07T20:16:12,815 INFO [RS:0;8a040b4bf509:39115.replicationSource.shipper8a040b4bf509%2C39115%2C1731010563742,1-8a040b4bf509,39115,1731010563742 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 724974088 }, "NonHeapMemoryUsage": { "committed": 161677312, "init": 7667712, "max": -1, "used": 157504392 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-07T20:16:12,817 DEBUG [RS:0;8a040b4bf509:39115.replicationSource.shipper8a040b4bf509%2C39115%2C1731010563742,1-8a040b4bf509,39115,1731010563742 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [8a040b4bf509%2C39115%2C1731010563742.1731010564954] 2024-11-07T20:16:12,896 INFO [RS:0;8a040b4bf509:39115 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;8a040b4bf509:39115.replicationSource.shipper8a040b4bf509%2C39115%2C1731010563742,1-8a040b4bf509,39115,1731010563742 terminated 2024-11-07T20:16:12,897 INFO [RS:0;8a040b4bf509:39115 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-8a040b4bf509,39115,1731010563742 because: Region server is closing 2024-11-07T20:16:12,897 INFO [RS:0;8a040b4bf509:39115 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a040b4bf509:39115. 2024-11-07T20:16:12,897 DEBUG [RS:0;8a040b4bf509:39115 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:16:12,897 DEBUG [RS:0;8a040b4bf509:39115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:16:12,897 DEBUG [RS:0;8a040b4bf509:39115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:16:12,897 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:16:12,897 INFO [RS:0;8a040b4bf509:39115 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;8a040b4bf509:39115.replicationSource.shipper8a040b4bf509%2C39115%2C1731010563742,2-8a040b4bf509,39115,1731010563742 terminated 2024-11-07T20:16:12,898 INFO [RS:0;8a040b4bf509:39115 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39115 2024-11-07T20:16:12,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41419-0x10116f0b2220006, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-610231880/rs 2024-11-07T20:16:12,959 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39115-0x10116f0b2220007, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-610231880/rs/8a040b4bf509,39115,1731010563742 2024-11-07T20:16:12,959 INFO [RS:0;8a040b4bf509:39115 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T20:16:12,969 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8a040b4bf509,39115,1731010563742] 2024-11-07T20:16:12,980 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-610231880/draining/8a040b4bf509,39115,1731010563742 already deleted, retry=false 2024-11-07T20:16:12,980 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8a040b4bf509,39115,1731010563742 expired; onlineServers=0 2024-11-07T20:16:12,980 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8a040b4bf509,41419,1731010563674' ***** 2024-11-07T20:16:12,980 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T20:16:12,980 INFO [M:0;8a040b4bf509:41419 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T20:16:12,980 INFO [M:0;8a040b4bf509:41419 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T20:16:12,980 DEBUG [M:0;8a040b4bf509:41419 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T20:16:12,980 DEBUG [M:0;8a040b4bf509:41419 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T20:16:12,980 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T20:16:12,980 DEBUG [master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.small.0-1731010564656 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.small.0-1731010564656,5,FailOnTimeoutGroup] 2024-11-07T20:16:12,980 DEBUG [master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.large.0-1731010564656 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.large.0-1731010564656,5,FailOnTimeoutGroup] 2024-11-07T20:16:12,981 INFO [M:0;8a040b4bf509:41419 {}] hbase.ChoreService(370): Chore service for: master/8a040b4bf509:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T20:16:12,981 INFO [M:0;8a040b4bf509:41419 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T20:16:12,981 DEBUG [M:0;8a040b4bf509:41419 {}] master.HMaster(1795): Stopping service threads 2024-11-07T20:16:12,981 INFO [M:0;8a040b4bf509:41419 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T20:16:12,981 INFO [M:0;8a040b4bf509:41419 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T20:16:12,981 INFO [M:0;8a040b4bf509:41419 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T20:16:12,981 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T20:16:12,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41419-0x10116f0b2220006, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-610231880/master 2024-11-07T20:16:12,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41419-0x10116f0b2220006, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-610231880 2024-11-07T20:16:12,990 DEBUG [M:0;8a040b4bf509:41419 {}] zookeeper.ZKUtil(347): master:41419-0x10116f0b2220006, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Unable to get data of znode /0-610231880/master because node does not exist (not an error) 2024-11-07T20:16:12,991 WARN [M:0;8a040b4bf509:41419 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T20:16:12,992 INFO [M:0;8a040b4bf509:41419 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/.lastflushedseqids 2024-11-07T20:16:12,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741852_1028 (size=181) 2024-11-07T20:16:13,070 INFO [RS:0;8a040b4bf509:39115 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T20:16:13,070 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39115-0x10116f0b2220007, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:16:13,070 INFO [RS:0;8a040b4bf509:39115 {}] regionserver.HRegionServer(1031): Exiting; stopping=8a040b4bf509,39115,1731010563742; zookeeper connection closed. 2024-11-07T20:16:13,070 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39115-0x10116f0b2220007, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:16:13,070 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2dd4516c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2dd4516c 2024-11-07T20:16:13,070 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T20:16:13,398 INFO [M:0;8a040b4bf509:41419 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T20:16:13,398 INFO [M:0;8a040b4bf509:41419 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T20:16:13,399 DEBUG [M:0;8a040b4bf509:41419 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T20:16:13,399 INFO [M:0;8a040b4bf509:41419 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:16:13,399 DEBUG [M:0;8a040b4bf509:41419 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:16:13,399 DEBUG [M:0;8a040b4bf509:41419 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T20:16:13,399 DEBUG [M:0;8a040b4bf509:41419 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:16:13,399 INFO [M:0;8a040b4bf509:41419 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-07T20:16:13,419 DEBUG [M:0;8a040b4bf509:41419 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/41491cc20e1f4a06b0ff91d19c020c88 is 82, key is hbase:meta,,1/info:regioninfo/1731010565420/Put/seqid=0 2024-11-07T20:16:13,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741853_1029 (size=5680) 2024-11-07T20:16:13,825 INFO [M:0;8a040b4bf509:41419 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/41491cc20e1f4a06b0ff91d19c020c88 2024-11-07T20:16:13,845 DEBUG [M:0;8a040b4bf509:41419 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/577ee330d76040d0ac552a3f7869f983 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731010569573/Put/seqid=0 2024-11-07T20:16:13,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741854_1030 (size=7319) 2024-11-07T20:16:14,251 INFO [M:0;8a040b4bf509:41419 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/577ee330d76040d0ac552a3f7869f983 2024-11-07T20:16:14,271 DEBUG [M:0;8a040b4bf509:41419 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d12f9d156cbe43378a5058e32b0da00e is 69, key is 8a040b4bf509,39115,1731010563742/rs:state/1731010564720/Put/seqid=0 2024-11-07T20:16:14,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741855_1031 (size=5371) 2024-11-07T20:16:14,677 INFO [M:0;8a040b4bf509:41419 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d12f9d156cbe43378a5058e32b0da00e 2024-11-07T20:16:14,683 INFO [M:0;8a040b4bf509:41419 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d12f9d156cbe43378a5058e32b0da00e 2024-11-07T20:16:14,684 DEBUG [M:0;8a040b4bf509:41419 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/41491cc20e1f4a06b0ff91d19c020c88 as hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/41491cc20e1f4a06b0ff91d19c020c88 2024-11-07T20:16:14,690 INFO [M:0;8a040b4bf509:41419 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/41491cc20e1f4a06b0ff91d19c020c88, entries=8, sequenceid=172, filesize=5.5 K 2024-11-07T20:16:14,691 DEBUG [M:0;8a040b4bf509:41419 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/577ee330d76040d0ac552a3f7869f983 as hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/577ee330d76040d0ac552a3f7869f983 2024-11-07T20:16:14,696 INFO [M:0;8a040b4bf509:41419 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/577ee330d76040d0ac552a3f7869f983, entries=7, sequenceid=172, filesize=7.1 K 2024-11-07T20:16:14,697 DEBUG [M:0;8a040b4bf509:41419 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d12f9d156cbe43378a5058e32b0da00e as hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d12f9d156cbe43378a5058e32b0da00e 2024-11-07T20:16:14,703 INFO [M:0;8a040b4bf509:41419 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d12f9d156cbe43378a5058e32b0da00e 2024-11-07T20:16:14,703 INFO [M:0;8a040b4bf509:41419 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38161/user/jenkins/test-data/e853cb76-6409-74b3-ff9d-8bb7e3597d17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d12f9d156cbe43378a5058e32b0da00e, entries=2, sequenceid=172, filesize=5.2 K 2024-11-07T20:16:14,704 INFO [M:0;8a040b4bf509:41419 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1305ms, sequenceid=172, compaction requested=false 2024-11-07T20:16:14,705 INFO [M:0;8a040b4bf509:41419 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:16:14,706 DEBUG [M:0;8a040b4bf509:41419 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731010573398Disabling compacts and flushes for region at 1731010573398Disabling writes for close at 1731010573399 (+1 ms)Obtaining lock to block concurrent updates at 1731010573399Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731010573399Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731010573400 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731010573401 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731010573401Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731010573419 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731010573419Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731010573831 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731010573845 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731010573845Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731010574256 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731010574271 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731010574271Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64cd7410: reopening flushed file at 1731010574683 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f855d37: reopening flushed file at 1731010574690 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e95f621: reopening flushed file at 1731010574696 (+6 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1305ms, sequenceid=172, compaction requested=false at 1731010574704 (+8 ms)Writing region close event to WAL at 1731010574705 (+1 ms)Closed at 1731010574705 2024-11-07T20:16:14,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741847_1023 (size=22949) 2024-11-07T20:16:14,709 INFO [M:0;8a040b4bf509:41419 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T20:16:14,709 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T20:16:14,709 INFO [M:0;8a040b4bf509:41419 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41419 2024-11-07T20:16:14,709 INFO [M:0;8a040b4bf509:41419 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T20:16:14,870 INFO [M:0;8a040b4bf509:41419 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T20:16:14,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41419-0x10116f0b2220006, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:16:14,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41419-0x10116f0b2220006, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:16:14,872 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@318ae30c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T20:16:14,873 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60268925{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T20:16:14,873 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T20:16:14,873 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1edffc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T20:16:14,873 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a66a1cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b9e9ad6-4e21-d9f0-1058-f9df29407359/hadoop.log.dir/,STOPPED} 2024-11-07T20:16:14,874 WARN [BP-1374059797-172.17.0.2-1731010542051 heartbeating to localhost/127.0.0.1:38161 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T20:16:14,874 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T20:16:14,874 WARN [BP-1374059797-172.17.0.2-1731010542051 heartbeating to localhost/127.0.0.1:38161 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1374059797-172.17.0.2-1731010542051 (Datanode Uuid 3cc98919-0049-4a5c-984e-6ce6db8337e6) service to localhost/127.0.0.1:38161 2024-11-07T20:16:14,874 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T20:16:14,875 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b9e9ad6-4e21-d9f0-1058-f9df29407359/cluster_8e05ac72-6a4b-1944-3a81-dfda1e2fc3da/data/data1/current/BP-1374059797-172.17.0.2-1731010542051 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T20:16:14,875 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b9e9ad6-4e21-d9f0-1058-f9df29407359/cluster_8e05ac72-6a4b-1944-3a81-dfda1e2fc3da/data/data2/current/BP-1374059797-172.17.0.2-1731010542051 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T20:16:14,875 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T20:16:14,879 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4219126d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T20:16:14,880 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T20:16:14,880 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T20:16:14,880 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T20:16:14,881 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b9e9ad6-4e21-d9f0-1058-f9df29407359/hadoop.log.dir/,STOPPED} 2024-11-07T20:16:14,887 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T20:16:14,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T20:16:14,908 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T20:16:14,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:16:14,911 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=107 (was 11) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/8a040b4bf509:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45761 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/8a040b4bf509:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45761 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@5f532c70 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:38161 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57796) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/8a040b4bf509:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45761 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45761 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/8a040b4bf509:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/8a040b4bf509:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38161 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57796) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.metrics2.impl.JmxCacheBuster$JmxCacheBusterRunnable.run(JmxCacheBuster.java:101) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45761 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38161 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38161 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38161 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:38161 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45761 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:45761 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45761 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45761 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45761 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=430 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=308 (was 196) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1536 (was 2962) 2024-11-07T20:16:14,920 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=108, OpenFileDescriptor=430, MaxFileDescriptor=1048576, SystemLoadAverage=308, ProcessCount=11, AvailableMemoryMB=1532 2024-11-07T20:16:14,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:16:14,934 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-07T20:16:14,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/210ed724-a80a-7b79-ce29-7046e5b99df6/hadoop.log.dir so I do NOT create it in target/test-data/4da65cf6-7e30-30cc-7a71-1a33c167f25e 2024-11-07T20:16:14,935 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/210ed724-a80a-7b79-ce29-7046e5b99df6/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T20:16:14,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/210ed724-a80a-7b79-ce29-7046e5b99df6/hadoop.tmp.dir so I do NOT create it in target/test-data/4da65cf6-7e30-30cc-7a71-1a33c167f25e 2024-11-07T20:16:14,935 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/210ed724-a80a-7b79-ce29-7046e5b99df6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T20:16:14,935 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4da65cf6-7e30-30cc-7a71-1a33c167f25e 2024-11-07T20:16:14,935 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4da65cf6-7e30-30cc-7a71-1a33c167f25e/cluster_7805f539-033c-8f08-e366-bd7b0dc5cd45, deleteOnExit=true 2024-11-07T20:16:14,938 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4da65cf6-7e30-30cc-7a71-1a33c167f25e/cluster_7805f539-033c-8f08-e366-bd7b0dc5cd45/zookeeper_0, clientPort=61801, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4da65cf6-7e30-30cc-7a71-1a33c167f25e/cluster_7805f539-033c-8f08-e366-bd7b0dc5cd45/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4da65cf6-7e30-30cc-7a71-1a33c167f25e/cluster_7805f539-033c-8f08-e366-bd7b0dc5cd45/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T20:16:14,939 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61801 2024-11-07T20:16:14,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T20:16:14,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T20:16:14,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4da65cf6-7e30-30cc-7a71-1a33c167f25e/test.cache.data in system properties and HBase conf 2024-11-07T20:16:14,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4da65cf6-7e30-30cc-7a71-1a33c167f25e/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T20:16:14,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4da65cf6-7e30-30cc-7a71-1a33c167f25e/hadoop.log.dir in system properties and HBase conf 2024-11-07T20:16:14,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4da65cf6-7e30-30cc-7a71-1a33c167f25e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T20:16:14,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4da65cf6-7e30-30cc-7a71-1a33c167f25e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T20:16:14,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T20:16:14,941 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T20:16:14,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4da65cf6-7e30-30cc-7a71-1a33c167f25e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T20:16:14,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4da65cf6-7e30-30cc-7a71-1a33c167f25e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T20:16:14,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4da65cf6-7e30-30cc-7a71-1a33c167f25e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T20:16:14,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4da65cf6-7e30-30cc-7a71-1a33c167f25e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T20:16:14,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4da65cf6-7e30-30cc-7a71-1a33c167f25e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T20:16:14,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4da65cf6-7e30-30cc-7a71-1a33c167f25e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T20:16:14,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4da65cf6-7e30-30cc-7a71-1a33c167f25e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T20:16:14,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4da65cf6-7e30-30cc-7a71-1a33c167f25e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T20:16:14,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4da65cf6-7e30-30cc-7a71-1a33c167f25e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T20:16:14,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4da65cf6-7e30-30cc-7a71-1a33c167f25e/nfs.dump.dir in system properties and HBase conf 2024-11-07T20:16:14,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4da65cf6-7e30-30cc-7a71-1a33c167f25e/java.io.tmpdir in system properties and HBase conf 2024-11-07T20:16:14,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4da65cf6-7e30-30cc-7a71-1a33c167f25e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T20:16:14,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4da65cf6-7e30-30cc-7a71-1a33c167f25e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T20:16:14,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4da65cf6-7e30-30cc-7a71-1a33c167f25e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T20:16:14,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10116f0b2220002, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T20:16:14,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10116f0b2220005, quorum=127.0.0.1:57796, baseZNode=/1-760325007 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T20:16:14,984 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10116f0b2220002, quorum=127.0.0.1:57796, baseZNode=/0-610231880 Received Disconnected from ZooKeeper, ignoring 2024-11-07T20:16:14,984 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10116f0b2220005, quorum=127.0.0.1:57796, baseZNode=/1-760325007 Received Disconnected from ZooKeeper, ignoring 2024-11-07T20:16:15,244 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T20:16:15,249 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T20:16:15,250 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T20:16:15,250 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T20:16:15,250 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T20:16:15,251 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T20:16:15,252 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@242482cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4da65cf6-7e30-30cc-7a71-1a33c167f25e/hadoop.log.dir/,AVAILABLE} 2024-11-07T20:16:15,252 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@520994d2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T20:16:15,347 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1a4290fe{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4da65cf6-7e30-30cc-7a71-1a33c167f25e/java.io.tmpdir/jetty-localhost-38467-hadoop-hdfs-3_4_1-tests_jar-_-any-1524337789149894518/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T20:16:15,348 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@29dad23f{HTTP/1.1, (http/1.1)}{localhost:38467} 2024-11-07T20:16:15,348 INFO [Time-limited test {}] server.Server(415): Started @36115ms 2024-11-07T20:16:15,688 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T20:16:15,691 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T20:16:15,693 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T20:16:15,693 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T20:16:15,693 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T20:16:15,693 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56680efa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4da65cf6-7e30-30cc-7a71-1a33c167f25e/hadoop.log.dir/,AVAILABLE} 2024-11-07T20:16:15,694 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3de29a00{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T20:16:15,789 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@73336f59{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4da65cf6-7e30-30cc-7a71-1a33c167f25e/java.io.tmpdir/jetty-localhost-32905-hadoop-hdfs-3_4_1-tests_jar-_-any-16426022746029468504/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T20:16:15,789 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@456f1799{HTTP/1.1, (http/1.1)}{localhost:32905} 2024-11-07T20:16:15,789 INFO [Time-limited test {}] server.Server(415): Started @36555ms 2024-11-07T20:16:15,790 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T20:16:16,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T20:16:16,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T20:16:16,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-07T20:16:16,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T20:16:16,446 WARN [Thread-503 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4da65cf6-7e30-30cc-7a71-1a33c167f25e/cluster_7805f539-033c-8f08-e366-bd7b0dc5cd45/data/data1/current/BP-2007133198-172.17.0.2-1731010574972/current, will proceed with Du for space computation calculation, 2024-11-07T20:16:16,446 WARN [Thread-504 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4da65cf6-7e30-30cc-7a71-1a33c167f25e/cluster_7805f539-033c-8f08-e366-bd7b0dc5cd45/data/data2/current/BP-2007133198-172.17.0.2-1731010574972/current, will proceed with Du for space computation calculation, 2024-11-07T20:16:16,468 WARN [Thread-491 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T20:16:16,470 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xef59038bef0ae051 with lease ID 0xee610059b84eb037: Processing first storage report for DS-9ac9ddd7-6f5f-43a3-9674-6dc5f68c2c08 from datanode DatanodeRegistration(127.0.0.1:40879, datanodeUuid=873375e3-3afd-48dc-80e4-37c031e76ad9, infoPort=34387, infoSecurePort=0, ipcPort=40933, storageInfo=lv=-57;cid=testClusterID;nsid=582709972;c=1731010574972) 2024-11-07T20:16:16,470 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xef59038bef0ae051 with lease ID 0xee610059b84eb037: from storage DS-9ac9ddd7-6f5f-43a3-9674-6dc5f68c2c08 node DatanodeRegistration(127.0.0.1:40879, datanodeUuid=873375e3-3afd-48dc-80e4-37c031e76ad9, infoPort=34387, infoSecurePort=0, ipcPort=40933, storageInfo=lv=-57;cid=testClusterID;nsid=582709972;c=1731010574972), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T20:16:16,470 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xef59038bef0ae051 with lease ID 0xee610059b84eb037: Processing first storage report for DS-acfa9ead-692e-4d0b-a8b6-69a0086ed6f1 from datanode DatanodeRegistration(127.0.0.1:40879, datanodeUuid=873375e3-3afd-48dc-80e4-37c031e76ad9, infoPort=34387, infoSecurePort=0, ipcPort=40933, storageInfo=lv=-57;cid=testClusterID;nsid=582709972;c=1731010574972) 2024-11-07T20:16:16,470 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xef59038bef0ae051 with lease ID 0xee610059b84eb037: from storage DS-acfa9ead-692e-4d0b-a8b6-69a0086ed6f1 node DatanodeRegistration(127.0.0.1:40879, datanodeUuid=873375e3-3afd-48dc-80e4-37c031e76ad9, infoPort=34387, infoSecurePort=0, ipcPort=40933, storageInfo=lv=-57;cid=testClusterID;nsid=582709972;c=1731010574972), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T20:16:16,551 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4da65cf6-7e30-30cc-7a71-1a33c167f25e 2024-11-07T20:16:16,551 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:16:16,552 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:16:16,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40879 is added to blk_1073741825_1001 (size=7) 2024-11-07T20:16:16,962 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35989/user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801 with version=8 2024-11-07T20:16:16,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35989/user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/hbase-staging 2024-11-07T20:16:16,964 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8a040b4bf509:0 server-side Connection retries=45 2024-11-07T20:16:16,964 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:16:16,964 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T20:16:16,964 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T20:16:16,964 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:16:16,964 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T20:16:16,964 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T20:16:16,964 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T20:16:16,965 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34699 2024-11-07T20:16:16,966 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34699 connecting to ZooKeeper ensemble=127.0.0.1:61801 2024-11-07T20:16:17,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:346990x0, quorum=127.0.0.1:61801, baseZNode=/027295484 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T20:16:17,048 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34699-0x10116f136050000 connected 2024-11-07T20:16:17,132 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:16:17,134 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:16:17,135 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34699-0x10116f136050000, quorum=127.0.0.1:61801, baseZNode=/027295484 Set watcher on znode that does not yet exist, /027295484/running 2024-11-07T20:16:17,135 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35989/user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801, hbase.cluster.distributed=false 2024-11-07T20:16:17,136 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34699-0x10116f136050000, quorum=127.0.0.1:61801, baseZNode=/027295484 Set watcher on znode that does not yet exist, /027295484/acl 2024-11-07T20:16:17,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34699 2024-11-07T20:16:17,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34699 2024-11-07T20:16:17,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34699 2024-11-07T20:16:17,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34699 2024-11-07T20:16:17,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34699 2024-11-07T20:16:17,154 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8a040b4bf509:0 server-side Connection retries=45 2024-11-07T20:16:17,154 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:16:17,154 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T20:16:17,154 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T20:16:17,154 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:16:17,154 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T20:16:17,154 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T20:16:17,155 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T20:16:17,155 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42989 2024-11-07T20:16:17,157 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42989 connecting to ZooKeeper ensemble=127.0.0.1:61801 2024-11-07T20:16:17,157 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:16:17,159 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:16:17,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:429890x0, quorum=127.0.0.1:61801, baseZNode=/027295484 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T20:16:17,164 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:429890x0, quorum=127.0.0.1:61801, baseZNode=/027295484 Set watcher on znode that does not yet exist, /027295484/running 2024-11-07T20:16:17,164 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42989-0x10116f136050001 connected 2024-11-07T20:16:17,165 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T20:16:17,165 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T20:16:17,166 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42989-0x10116f136050001, quorum=127.0.0.1:61801, baseZNode=/027295484 Set watcher on znode that does not yet exist, /027295484/master 2024-11-07T20:16:17,167 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42989-0x10116f136050001, quorum=127.0.0.1:61801, baseZNode=/027295484 Set watcher on znode that does not yet exist, /027295484/acl 2024-11-07T20:16:17,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42989 2024-11-07T20:16:17,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42989 2024-11-07T20:16:17,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42989 2024-11-07T20:16:17,170 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42989 2024-11-07T20:16:17,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42989 2024-11-07T20:16:17,182 DEBUG [M:0;8a040b4bf509:34699 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8a040b4bf509:34699 2024-11-07T20:16:17,183 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /027295484/backup-masters/8a040b4bf509,34699,1731010576963 2024-11-07T20:16:17,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42989-0x10116f136050001, quorum=127.0.0.1:61801, baseZNode=/027295484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/027295484/backup-masters 2024-11-07T20:16:17,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x10116f136050000, quorum=127.0.0.1:61801, baseZNode=/027295484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/027295484/backup-masters 2024-11-07T20:16:17,196 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34699-0x10116f136050000, quorum=127.0.0.1:61801, baseZNode=/027295484 Set watcher on existing znode=/027295484/backup-masters/8a040b4bf509,34699,1731010576963 2024-11-07T20:16:17,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42989-0x10116f136050001, quorum=127.0.0.1:61801, baseZNode=/027295484 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/027295484/master 2024-11-07T20:16:17,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x10116f136050000, quorum=127.0.0.1:61801, baseZNode=/027295484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/027295484 2024-11-07T20:16:17,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42989-0x10116f136050001, quorum=127.0.0.1:61801, baseZNode=/027295484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/027295484 2024-11-07T20:16:17,207 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34699-0x10116f136050000, quorum=127.0.0.1:61801, baseZNode=/027295484 Set watcher on existing znode=/027295484/master 2024-11-07T20:16:17,207 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /027295484/backup-masters/8a040b4bf509,34699,1731010576963 from backup master directory 2024-11-07T20:16:17,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x10116f136050000, quorum=127.0.0.1:61801, baseZNode=/027295484 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/027295484/backup-masters/8a040b4bf509,34699,1731010576963 2024-11-07T20:16:17,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42989-0x10116f136050001, quorum=127.0.0.1:61801, baseZNode=/027295484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/027295484/backup-masters 2024-11-07T20:16:17,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x10116f136050000, quorum=127.0.0.1:61801, baseZNode=/027295484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/027295484/backup-masters 2024-11-07T20:16:17,217 WARN [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T20:16:17,217 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8a040b4bf509,34699,1731010576963 2024-11-07T20:16:17,221 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35989/user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/hbase.id] with ID: a2bde1b9-106d-4e35-9931-8900b3312538 2024-11-07T20:16:17,221 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35989/user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/.tmp/hbase.id 2024-11-07T20:16:17,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40879 is added to blk_1073741826_1002 (size=42) 2024-11-07T20:16:17,627 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35989/user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/.tmp/hbase.id]:[hdfs://localhost:35989/user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/hbase.id] 2024-11-07T20:16:17,640 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:16:17,640 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T20:16:17,642 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-07T20:16:17,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42989-0x10116f136050001, quorum=127.0.0.1:61801, baseZNode=/027295484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/027295484 2024-11-07T20:16:17,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x10116f136050000, quorum=127.0.0.1:61801, baseZNode=/027295484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/027295484 2024-11-07T20:16:17,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40879 is added to blk_1073741827_1003 (size=196) 2024-11-07T20:16:18,086 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T20:16:18,087 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T20:16:18,087 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:16:18,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40879 is added to blk_1073741828_1004 (size=1189) 2024-11-07T20:16:18,496 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35989/user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/MasterData/data/master/store 2024-11-07T20:16:18,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40879 is added to blk_1073741829_1005 (size=34) 2024-11-07T20:16:18,904 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:16:18,904 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T20:16:18,904 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:16:18,904 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:16:18,904 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T20:16:18,904 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:16:18,904 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:16:18,904 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731010578904Disabling compacts and flushes for region at 1731010578904Disabling writes for close at 1731010578904Writing region close event to WAL at 1731010578904Closed at 1731010578904 2024-11-07T20:16:18,905 WARN [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35989/user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/MasterData/data/master/store/.initializing 2024-11-07T20:16:18,905 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35989/user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/MasterData/WALs/8a040b4bf509,34699,1731010576963 2024-11-07T20:16:18,906 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T20:16:18,908 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8a040b4bf509%2C34699%2C1731010576963, suffix=, logDir=hdfs://localhost:35989/user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/MasterData/WALs/8a040b4bf509,34699,1731010576963, archiveDir=hdfs://localhost:35989/user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/MasterData/oldWALs, maxLogs=10 2024-11-07T20:16:18,919 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/MasterData/WALs/8a040b4bf509,34699,1731010576963/8a040b4bf509%2C34699%2C1731010576963.1731010578908, exclude list is [], retry=0 2024-11-07T20:16:18,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40879,DS-9ac9ddd7-6f5f-43a3-9674-6dc5f68c2c08,DISK] 2024-11-07T20:16:18,924 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/MasterData/WALs/8a040b4bf509,34699,1731010576963/8a040b4bf509%2C34699%2C1731010576963.1731010578908 2024-11-07T20:16:18,924 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34387:34387)] 2024-11-07T20:16:18,925 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T20:16:18,925 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:16:18,925 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:16:18,925 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:16:18,927 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:16:18,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T20:16:18,928 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:16:18,929 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:16:18,929 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:16:18,930 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T20:16:18,930 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:16:18,931 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:16:18,931 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:16:18,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T20:16:18,932 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:16:18,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:16:18,933 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:16:18,934 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T20:16:18,934 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:16:18,934 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:16:18,934 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:16:18,935 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35989/user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:16:18,935 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35989/user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:16:18,937 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:16:18,937 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:16:18,938 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T20:16:18,939 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:16:18,941 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35989/user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T20:16:18,942 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64024467, jitterRate=-0.04596109688282013}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T20:16:18,942 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731010578925Initializing all the Stores at 1731010578926 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010578926Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010578927 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010578927Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010578927Cleaning up temporary data from old regions at 1731010578937 (+10 ms)Region opened successfully at 1731010578942 (+5 ms) 2024-11-07T20:16:18,943 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T20:16:18,946 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2356b5be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a040b4bf509/172.17.0.2:0 2024-11-07T20:16:18,947 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T20:16:18,947 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T20:16:18,947 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T20:16:18,947 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T20:16:18,948 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T20:16:18,948 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T20:16:18,948 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T20:16:18,951 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T20:16:18,951 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34699-0x10116f136050000, quorum=127.0.0.1:61801, baseZNode=/027295484 Unable to get data of znode /027295484/balancer because node does not exist (not necessarily an error) 2024-11-07T20:16:19,058 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /027295484/balancer already deleted, retry=false 2024-11-07T20:16:19,059 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T20:16:19,060 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34699-0x10116f136050000, quorum=127.0.0.1:61801, baseZNode=/027295484 Unable to get data of znode /027295484/normalizer because node does not exist (not necessarily an error) 2024-11-07T20:16:19,069 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /027295484/normalizer already deleted, retry=false 2024-11-07T20:16:19,069 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T20:16:19,071 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34699-0x10116f136050000, quorum=127.0.0.1:61801, baseZNode=/027295484 Unable to get data of znode /027295484/switch/split because node does not exist (not necessarily an error) 2024-11-07T20:16:19,079 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /027295484/switch/split already deleted, retry=false 2024-11-07T20:16:19,081 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34699-0x10116f136050000, quorum=127.0.0.1:61801, baseZNode=/027295484 Unable to get data of znode /027295484/switch/merge because node does not exist (not necessarily an error) 2024-11-07T20:16:19,090 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /027295484/switch/merge already deleted, retry=false 2024-11-07T20:16:19,092 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34699-0x10116f136050000, quorum=127.0.0.1:61801, baseZNode=/027295484 Unable to get data of znode /027295484/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T20:16:19,101 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /027295484/snapshot-cleanup already deleted, retry=false 2024-11-07T20:16:19,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42989-0x10116f136050001, quorum=127.0.0.1:61801, baseZNode=/027295484 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/027295484/running 2024-11-07T20:16:19,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x10116f136050000, quorum=127.0.0.1:61801, baseZNode=/027295484 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/027295484/running 2024-11-07T20:16:19,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42989-0x10116f136050001, quorum=127.0.0.1:61801, baseZNode=/027295484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/027295484 2024-11-07T20:16:19,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x10116f136050000, quorum=127.0.0.1:61801, baseZNode=/027295484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/027295484 2024-11-07T20:16:19,112 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8a040b4bf509,34699,1731010576963, sessionid=0x10116f136050000, setting cluster-up flag (Was=false) 2024-11-07T20:16:19,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x10116f136050000, quorum=127.0.0.1:61801, baseZNode=/027295484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/027295484 2024-11-07T20:16:19,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42989-0x10116f136050001, quorum=127.0.0.1:61801, baseZNode=/027295484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/027295484 2024-11-07T20:16:19,164 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /027295484/flush-table-proc/acquired, /027295484/flush-table-proc/reached, /027295484/flush-table-proc/abort 2024-11-07T20:16:19,165 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a040b4bf509,34699,1731010576963 2024-11-07T20:16:19,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42989-0x10116f136050001, quorum=127.0.0.1:61801, baseZNode=/027295484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/027295484 2024-11-07T20:16:19,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x10116f136050000, quorum=127.0.0.1:61801, baseZNode=/027295484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/027295484 2024-11-07T20:16:19,374 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /027295484/online-snapshot/acquired, /027295484/online-snapshot/reached, /027295484/online-snapshot/abort 2024-11-07T20:16:19,376 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a040b4bf509,34699,1731010576963 2024-11-07T20:16:19,377 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35989/user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T20:16:19,379 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T20:16:19,379 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T20:16:19,379 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T20:16:19,379 WARN [master/8a040b4bf509:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 8a040b4bf509,38063,1731010546730: status=Processing ServerCrashProcedure of 8a040b4bf509,38063,1731010546730 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731010564656, completionTime=-1 appears to have been leaked 2024-11-07T20:16:19,379 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8a040b4bf509,34699,1731010576963 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T20:16:19,381 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:16:19,381 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:16:19,381 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:16:19,381 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:16:19,381 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8a040b4bf509:0, corePoolSize=10, maxPoolSize=10 2024-11-07T20:16:19,381 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:16:19,381 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8a040b4bf509:0, corePoolSize=2, maxPoolSize=2 2024-11-07T20:16:19,381 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:16:19,384 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731010609384 2024-11-07T20:16:19,384 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T20:16:19,384 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T20:16:19,385 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T20:16:19,385 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T20:16:19,385 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T20:16:19,385 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T20:16:19,385 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T20:16:19,385 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T20:16:19,385 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:19,385 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T20:16:19,385 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T20:16:19,386 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T20:16:19,386 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T20:16:19,386 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:16:19,386 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T20:16:19,386 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T20:16:19,386 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T20:16:19,387 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.large.0-1731010579386,5,FailOnTimeoutGroup] 2024-11-07T20:16:19,388 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.small.0-1731010579387,5,FailOnTimeoutGroup] 2024-11-07T20:16:19,388 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:19,388 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T20:16:19,388 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:19,388 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:19,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40879 is added to blk_1073741831_1007 (size=1321) 2024-11-07T20:16:19,476 INFO [RS:0;8a040b4bf509:42989 {}] regionserver.HRegionServer(746): ClusterId : a2bde1b9-106d-4e35-9931-8900b3312538 2024-11-07T20:16:19,476 DEBUG [RS:0;8a040b4bf509:42989 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T20:16:19,480 DEBUG [RS:0;8a040b4bf509:42989 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T20:16:19,480 DEBUG [RS:0;8a040b4bf509:42989 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T20:16:19,491 DEBUG [RS:0;8a040b4bf509:42989 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T20:16:19,491 DEBUG [RS:0;8a040b4bf509:42989 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42beb2de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a040b4bf509/172.17.0.2:0 2024-11-07T20:16:19,502 DEBUG [RS:0;8a040b4bf509:42989 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8a040b4bf509:42989 2024-11-07T20:16:19,503 INFO [RS:0;8a040b4bf509:42989 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T20:16:19,503 INFO [RS:0;8a040b4bf509:42989 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T20:16:19,503 DEBUG [RS:0;8a040b4bf509:42989 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T20:16:19,503 INFO [RS:0;8a040b4bf509:42989 {}] regionserver.HRegionServer(2659): reportForDuty to master=8a040b4bf509,34699,1731010576963 with port=42989, startcode=1731010577154 2024-11-07T20:16:19,504 DEBUG [RS:0;8a040b4bf509:42989 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T20:16:19,505 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57941, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T20:16:19,506 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34699 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8a040b4bf509,42989,1731010577154 2024-11-07T20:16:19,506 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34699 {}] master.ServerManager(517): Registering regionserver=8a040b4bf509,42989,1731010577154 2024-11-07T20:16:19,507 DEBUG [RS:0;8a040b4bf509:42989 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35989/user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801 2024-11-07T20:16:19,507 DEBUG [RS:0;8a040b4bf509:42989 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35989 2024-11-07T20:16:19,507 DEBUG [RS:0;8a040b4bf509:42989 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T20:16:19,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x10116f136050000, quorum=127.0.0.1:61801, baseZNode=/027295484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/027295484/rs 2024-11-07T20:16:19,511 DEBUG [RS:0;8a040b4bf509:42989 {}] zookeeper.ZKUtil(111): regionserver:42989-0x10116f136050001, quorum=127.0.0.1:61801, baseZNode=/027295484 Set watcher on existing znode=/027295484/rs/8a040b4bf509,42989,1731010577154 2024-11-07T20:16:19,511 WARN [RS:0;8a040b4bf509:42989 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T20:16:19,512 INFO [RS:0;8a040b4bf509:42989 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:16:19,512 DEBUG [RS:0;8a040b4bf509:42989 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35989/user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/WALs/8a040b4bf509,42989,1731010577154 2024-11-07T20:16:19,512 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8a040b4bf509,42989,1731010577154] 2024-11-07T20:16:19,515 INFO [RS:0;8a040b4bf509:42989 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T20:16:19,516 INFO [RS:0;8a040b4bf509:42989 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T20:16:19,517 INFO [RS:0;8a040b4bf509:42989 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T20:16:19,517 INFO [RS:0;8a040b4bf509:42989 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:19,518 INFO [RS:0;8a040b4bf509:42989 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T20:16:19,519 INFO [RS:0;8a040b4bf509:42989 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T20:16:19,519 INFO [RS:0;8a040b4bf509:42989 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:19,519 DEBUG [RS:0;8a040b4bf509:42989 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:16:19,519 DEBUG [RS:0;8a040b4bf509:42989 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:16:19,519 DEBUG [RS:0;8a040b4bf509:42989 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:16:19,519 DEBUG [RS:0;8a040b4bf509:42989 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:16:19,519 DEBUG [RS:0;8a040b4bf509:42989 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:16:19,519 DEBUG [RS:0;8a040b4bf509:42989 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8a040b4bf509:0, corePoolSize=2, maxPoolSize=2 2024-11-07T20:16:19,519 DEBUG [RS:0;8a040b4bf509:42989 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:16:19,519 DEBUG [RS:0;8a040b4bf509:42989 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:16:19,519 DEBUG [RS:0;8a040b4bf509:42989 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:16:19,519 DEBUG [RS:0;8a040b4bf509:42989 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:16:19,519 DEBUG [RS:0;8a040b4bf509:42989 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:16:19,519 DEBUG [RS:0;8a040b4bf509:42989 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:16:19,520 DEBUG [RS:0;8a040b4bf509:42989 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8a040b4bf509:0, corePoolSize=3, maxPoolSize=3 2024-11-07T20:16:19,520 DEBUG [RS:0;8a040b4bf509:42989 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8a040b4bf509:0, corePoolSize=3, maxPoolSize=3 2024-11-07T20:16:19,521 INFO [RS:0;8a040b4bf509:42989 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:19,521 INFO [RS:0;8a040b4bf509:42989 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:19,521 INFO [RS:0;8a040b4bf509:42989 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:19,521 INFO [RS:0;8a040b4bf509:42989 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:19,521 INFO [RS:0;8a040b4bf509:42989 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:19,521 INFO [RS:0;8a040b4bf509:42989 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,42989,1731010577154-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T20:16:19,537 INFO [RS:0;8a040b4bf509:42989 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T20:16:19,537 INFO [RS:0;8a040b4bf509:42989 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,42989,1731010577154-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:19,537 INFO [RS:0;8a040b4bf509:42989 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:19,537 INFO [RS:0;8a040b4bf509:42989 {}] regionserver.Replication(171): 8a040b4bf509,42989,1731010577154 started 2024-11-07T20:16:19,549 INFO [RS:0;8a040b4bf509:42989 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:19,549 INFO [RS:0;8a040b4bf509:42989 {}] regionserver.HRegionServer(1482): Serving as 8a040b4bf509,42989,1731010577154, RpcServer on 8a040b4bf509/172.17.0.2:42989, sessionid=0x10116f136050001 2024-11-07T20:16:19,549 DEBUG [RS:0;8a040b4bf509:42989 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T20:16:19,549 DEBUG [RS:0;8a040b4bf509:42989 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8a040b4bf509,42989,1731010577154 2024-11-07T20:16:19,550 DEBUG [RS:0;8a040b4bf509:42989 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a040b4bf509,42989,1731010577154' 2024-11-07T20:16:19,550 DEBUG [RS:0;8a040b4bf509:42989 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/027295484/flush-table-proc/abort' 2024-11-07T20:16:19,550 DEBUG [RS:0;8a040b4bf509:42989 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/027295484/flush-table-proc/acquired' 2024-11-07T20:16:19,551 DEBUG [RS:0;8a040b4bf509:42989 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T20:16:19,551 DEBUG [RS:0;8a040b4bf509:42989 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T20:16:19,551 DEBUG [RS:0;8a040b4bf509:42989 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8a040b4bf509,42989,1731010577154 2024-11-07T20:16:19,551 DEBUG [RS:0;8a040b4bf509:42989 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a040b4bf509,42989,1731010577154' 2024-11-07T20:16:19,551 DEBUG [RS:0;8a040b4bf509:42989 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/027295484/online-snapshot/abort' 2024-11-07T20:16:19,551 DEBUG [RS:0;8a040b4bf509:42989 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/027295484/online-snapshot/acquired' 2024-11-07T20:16:19,552 DEBUG [RS:0;8a040b4bf509:42989 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T20:16:19,552 INFO [RS:0;8a040b4bf509:42989 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T20:16:19,552 INFO [RS:0;8a040b4bf509:42989 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T20:16:19,652 INFO [RS:0;8a040b4bf509:42989 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T20:16:19,654 INFO [RS:0;8a040b4bf509:42989 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a040b4bf509%2C42989%2C1731010577154, suffix=, logDir=hdfs://localhost:35989/user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/WALs/8a040b4bf509,42989,1731010577154, archiveDir=hdfs://localhost:35989/user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/oldWALs, maxLogs=10 2024-11-07T20:16:19,665 DEBUG [RS:0;8a040b4bf509:42989 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/WALs/8a040b4bf509,42989,1731010577154/8a040b4bf509%2C42989%2C1731010577154.1731010579654, exclude list is [], retry=0 2024-11-07T20:16:19,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40879,DS-9ac9ddd7-6f5f-43a3-9674-6dc5f68c2c08,DISK] 2024-11-07T20:16:19,670 INFO [RS:0;8a040b4bf509:42989 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/WALs/8a040b4bf509,42989,1731010577154/8a040b4bf509%2C42989%2C1731010577154.1731010579654 2024-11-07T20:16:19,671 DEBUG [RS:0;8a040b4bf509:42989 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34387:34387)] 2024-11-07T20:16:19,794 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35989/user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T20:16:19,794 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35989/user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801 2024-11-07T20:16:19,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40879 is added to blk_1073741833_1009 (size=32) 2024-11-07T20:16:20,201 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:16:20,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T20:16:20,204 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T20:16:20,204 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:16:20,205 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:16:20,205 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T20:16:20,206 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T20:16:20,206 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:16:20,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:16:20,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T20:16:20,208 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T20:16:20,208 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:16:20,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:16:20,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T20:16:20,210 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T20:16:20,210 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:16:20,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:16:20,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T20:16:20,212 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35989/user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/data/hbase/meta/1588230740 2024-11-07T20:16:20,212 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35989/user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/data/hbase/meta/1588230740 2024-11-07T20:16:20,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T20:16:20,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T20:16:20,214 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T20:16:20,215 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T20:16:20,218 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35989/user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T20:16:20,218 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61211334, jitterRate=-0.08788004517555237}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T20:16:20,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731010580201Initializing all the Stores at 1731010580202 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010580202Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010580202Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010580202Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010580203 (+1 ms)Cleaning up temporary data from old regions at 1731010580214 (+11 ms)Region opened successfully at 1731010580219 (+5 ms) 2024-11-07T20:16:20,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T20:16:20,219 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T20:16:20,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T20:16:20,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T20:16:20,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T20:16:20,219 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T20:16:20,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731010580219Disabling compacts and flushes for region at 1731010580219Disabling writes for close at 1731010580219Writing region close event to WAL at 1731010580219Closed at 1731010580219 2024-11-07T20:16:20,220 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T20:16:20,221 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T20:16:20,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T20:16:20,222 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T20:16:20,223 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T20:16:20,373 DEBUG [8a040b4bf509:34699 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T20:16:20,374 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8a040b4bf509,42989,1731010577154 2024-11-07T20:16:20,375 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a040b4bf509,42989,1731010577154, state=OPENING 2024-11-07T20:16:20,437 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T20:16:20,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x10116f136050000, quorum=127.0.0.1:61801, baseZNode=/027295484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/027295484 2024-11-07T20:16:20,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42989-0x10116f136050001, quorum=127.0.0.1:61801, baseZNode=/027295484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/027295484 2024-11-07T20:16:20,448 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T20:16:20,448 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /027295484/meta-region-server: CHANGED 2024-11-07T20:16:20,448 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /027295484/meta-region-server: CHANGED 2024-11-07T20:16:20,448 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8a040b4bf509,42989,1731010577154}] 2024-11-07T20:16:20,601 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T20:16:20,603 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34247, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T20:16:20,606 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T20:16:20,606 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:16:20,607 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T20:16:20,609 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a040b4bf509%2C42989%2C1731010577154.meta, suffix=.meta, logDir=hdfs://localhost:35989/user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/WALs/8a040b4bf509,42989,1731010577154, archiveDir=hdfs://localhost:35989/user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/oldWALs, maxLogs=10 2024-11-07T20:16:20,626 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/WALs/8a040b4bf509,42989,1731010577154/8a040b4bf509%2C42989%2C1731010577154.meta.1731010580609.meta, exclude list is [], retry=0 2024-11-07T20:16:20,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40879,DS-9ac9ddd7-6f5f-43a3-9674-6dc5f68c2c08,DISK] 2024-11-07T20:16:20,630 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/WALs/8a040b4bf509,42989,1731010577154/8a040b4bf509%2C42989%2C1731010577154.meta.1731010580609.meta 2024-11-07T20:16:20,631 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34387:34387)] 2024-11-07T20:16:20,631 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T20:16:20,631 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T20:16:20,631 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T20:16:20,631 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T20:16:20,632 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T20:16:20,632 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T20:16:20,632 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:16:20,632 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T20:16:20,632 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T20:16:20,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T20:16:20,634 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T20:16:20,634 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:16:20,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:16:20,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T20:16:20,636 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T20:16:20,636 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:16:20,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:16:20,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T20:16:20,637 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T20:16:20,637 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:16:20,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:16:20,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T20:16:20,638 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T20:16:20,638 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:16:20,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:16:20,639 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T20:16:20,639 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35989/user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/data/hbase/meta/1588230740 2024-11-07T20:16:20,641 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35989/user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/data/hbase/meta/1588230740 2024-11-07T20:16:20,642 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T20:16:20,642 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T20:16:20,642 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T20:16:20,644 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T20:16:20,644 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65157100, jitterRate=-0.029083549976348877}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T20:16:20,644 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T20:16:20,645 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731010580632Writing region info on filesystem at 1731010580632Initializing all the Stores at 1731010580633 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010580633Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010580633Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010580633Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010580633Cleaning up temporary data from old regions at 1731010580642 (+9 ms)Running coprocessor post-open hooks at 1731010580644 (+2 ms)Region opened successfully at 1731010580645 (+1 ms) 2024-11-07T20:16:20,646 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731010580601 2024-11-07T20:16:20,648 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T20:16:20,648 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T20:16:20,649 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8a040b4bf509,42989,1731010577154 2024-11-07T20:16:20,650 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a040b4bf509,42989,1731010577154, state=OPEN 2024-11-07T20:16:20,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42989-0x10116f136050001, quorum=127.0.0.1:61801, baseZNode=/027295484 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/027295484/meta-region-server 2024-11-07T20:16:20,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x10116f136050000, quorum=127.0.0.1:61801, baseZNode=/027295484 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/027295484/meta-region-server 2024-11-07T20:16:20,691 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8a040b4bf509,42989,1731010577154 2024-11-07T20:16:20,691 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /027295484/meta-region-server: CHANGED 2024-11-07T20:16:20,691 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /027295484/meta-region-server: CHANGED 2024-11-07T20:16:20,694 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T20:16:20,694 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8a040b4bf509,42989,1731010577154 in 243 msec 2024-11-07T20:16:20,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T20:16:20,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 473 msec 2024-11-07T20:16:20,698 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T20:16:20,698 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T20:16:20,699 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:16:20,699 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,42989,1731010577154, seqNum=-1] 2024-11-07T20:16:20,699 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:16:20,701 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58719, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T20:16:20,706 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3280 sec 2024-11-07T20:16:20,707 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731010580707, completionTime=-1 2024-11-07T20:16:20,707 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T20:16:20,707 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T20:16:20,709 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T20:16:20,709 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731010640709 2024-11-07T20:16:20,709 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731010700709 2024-11-07T20:16:20,709 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-07T20:16:20,709 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,34699,1731010576963-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:20,709 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,34699,1731010576963-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:20,709 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,34699,1731010576963-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:20,709 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8a040b4bf509:34699, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:20,709 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:20,710 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:20,711 DEBUG [master/8a040b4bf509:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T20:16:20,713 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.496sec 2024-11-07T20:16:20,714 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T20:16:20,714 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T20:16:20,714 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T20:16:20,714 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T20:16:20,714 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T20:16:20,714 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,34699,1731010576963-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T20:16:20,714 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,34699,1731010576963-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T20:16:20,716 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T20:16:20,716 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T20:16:20,716 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,34699,1731010576963-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:20,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e1d5c35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:16:20,776 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,34699,-1 for getting cluster id 2024-11-07T20:16:20,776 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:16:20,778 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a2bde1b9-106d-4e35-9931-8900b3312538' 2024-11-07T20:16:20,778 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:16:20,778 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a2bde1b9-106d-4e35-9931-8900b3312538" 2024-11-07T20:16:20,778 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d4897b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:16:20,778 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,34699,-1] 2024-11-07T20:16:20,778 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:16:20,778 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:16:20,779 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:16:20,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b25bb27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:16:20,781 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:16:20,782 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,42989,1731010577154, seqNum=-1] 2024-11-07T20:16:20,782 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:16:20,783 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T20:16:20,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8a040b4bf509,34699,1731010576963 2024-11-07T20:16:20,786 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61801 2024-11-07T20:16:20,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61801, baseZNode=/027295484 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T20:16:20,814 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10116f136050002 connected 2024-11-07T20:16:20,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4da65cf6-7e30-30cc-7a71-1a33c167f25e/hadoop.log.dir so I do NOT create it in target/test-data/b42f153d-1238-7274-f696-2aa729e56041 2024-11-07T20:16:20,830 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4da65cf6-7e30-30cc-7a71-1a33c167f25e/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T20:16:20,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4da65cf6-7e30-30cc-7a71-1a33c167f25e/hadoop.tmp.dir so I do NOT create it in target/test-data/b42f153d-1238-7274-f696-2aa729e56041 2024-11-07T20:16:20,830 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4da65cf6-7e30-30cc-7a71-1a33c167f25e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T20:16:20,830 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b42f153d-1238-7274-f696-2aa729e56041 2024-11-07T20:16:20,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T20:16:20,830 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b42f153d-1238-7274-f696-2aa729e56041/cluster_2b486502-d663-c92a-009b-758c4479fbf0, deleteOnExit=true 2024-11-07T20:16:20,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T20:16:20,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b42f153d-1238-7274-f696-2aa729e56041/test.cache.data in system properties and HBase conf 2024-11-07T20:16:20,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b42f153d-1238-7274-f696-2aa729e56041/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T20:16:20,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b42f153d-1238-7274-f696-2aa729e56041/hadoop.log.dir in system properties and HBase conf 2024-11-07T20:16:20,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b42f153d-1238-7274-f696-2aa729e56041/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T20:16:20,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b42f153d-1238-7274-f696-2aa729e56041/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T20:16:20,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T20:16:20,831 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T20:16:20,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b42f153d-1238-7274-f696-2aa729e56041/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T20:16:20,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b42f153d-1238-7274-f696-2aa729e56041/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T20:16:20,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b42f153d-1238-7274-f696-2aa729e56041/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T20:16:20,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b42f153d-1238-7274-f696-2aa729e56041/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T20:16:20,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b42f153d-1238-7274-f696-2aa729e56041/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T20:16:20,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b42f153d-1238-7274-f696-2aa729e56041/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T20:16:20,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b42f153d-1238-7274-f696-2aa729e56041/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T20:16:20,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b42f153d-1238-7274-f696-2aa729e56041/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T20:16:20,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b42f153d-1238-7274-f696-2aa729e56041/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T20:16:20,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b42f153d-1238-7274-f696-2aa729e56041/nfs.dump.dir in system properties and HBase conf 2024-11-07T20:16:20,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b42f153d-1238-7274-f696-2aa729e56041/java.io.tmpdir in system properties and HBase conf 2024-11-07T20:16:20,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b42f153d-1238-7274-f696-2aa729e56041/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T20:16:20,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b42f153d-1238-7274-f696-2aa729e56041/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T20:16:20,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b42f153d-1238-7274-f696-2aa729e56041/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T20:16:21,144 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T20:16:21,149 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T20:16:21,151 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T20:16:21,151 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T20:16:21,151 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T20:16:21,151 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T20:16:21,152 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73da8684{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b42f153d-1238-7274-f696-2aa729e56041/hadoop.log.dir/,AVAILABLE} 2024-11-07T20:16:21,152 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4566547a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T20:16:21,256 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5b28e0f2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b42f153d-1238-7274-f696-2aa729e56041/java.io.tmpdir/jetty-localhost-43061-hadoop-hdfs-3_4_1-tests_jar-_-any-17934456522128174623/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T20:16:21,257 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2b632b98{HTTP/1.1, (http/1.1)}{localhost:43061} 2024-11-07T20:16:21,257 INFO [Time-limited test {}] server.Server(415): Started @42023ms 2024-11-07T20:16:21,493 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T20:16:21,494 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:16:21,510 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:16:21,519 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T20:16:21,522 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T20:16:21,523 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T20:16:21,523 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T20:16:21,523 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T20:16:21,524 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14777db9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b42f153d-1238-7274-f696-2aa729e56041/hadoop.log.dir/,AVAILABLE} 2024-11-07T20:16:21,524 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7dd49cc1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T20:16:21,619 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a7d9ac1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b42f153d-1238-7274-f696-2aa729e56041/java.io.tmpdir/jetty-localhost-38979-hadoop-hdfs-3_4_1-tests_jar-_-any-8119271901433323972/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T20:16:21,619 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@530e46e0{HTTP/1.1, (http/1.1)}{localhost:38979} 2024-11-07T20:16:21,619 INFO [Time-limited test {}] server.Server(415): Started @42386ms 2024-11-07T20:16:21,620 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T20:16:22,250 WARN [Thread-625 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b42f153d-1238-7274-f696-2aa729e56041/cluster_2b486502-d663-c92a-009b-758c4479fbf0/data/data2/current/BP-694765419-172.17.0.2-1731010580846/current, will proceed with Du for space computation calculation, 2024-11-07T20:16:22,250 WARN [Thread-624 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b42f153d-1238-7274-f696-2aa729e56041/cluster_2b486502-d663-c92a-009b-758c4479fbf0/data/data1/current/BP-694765419-172.17.0.2-1731010580846/current, will proceed with Du for space computation calculation, 2024-11-07T20:16:22,265 WARN [Thread-612 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T20:16:22,267 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x563a2523766ffdfb with lease ID 0x5b5eebf86406922b: Processing first storage report for DS-ddee6030-26dc-4510-81ea-c9ef5d7805c7 from datanode DatanodeRegistration(127.0.0.1:38655, datanodeUuid=747ad676-1804-4622-a51f-01edb478fbf5, infoPort=44979, infoSecurePort=0, ipcPort=41611, storageInfo=lv=-57;cid=testClusterID;nsid=202825822;c=1731010580846) 2024-11-07T20:16:22,267 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x563a2523766ffdfb with lease ID 0x5b5eebf86406922b: from storage DS-ddee6030-26dc-4510-81ea-c9ef5d7805c7 node DatanodeRegistration(127.0.0.1:38655, datanodeUuid=747ad676-1804-4622-a51f-01edb478fbf5, infoPort=44979, infoSecurePort=0, ipcPort=41611, storageInfo=lv=-57;cid=testClusterID;nsid=202825822;c=1731010580846), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T20:16:22,267 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x563a2523766ffdfb with lease ID 0x5b5eebf86406922b: Processing first storage report for DS-8615d8d7-34f1-4cce-9909-bb2676548924 from datanode DatanodeRegistration(127.0.0.1:38655, datanodeUuid=747ad676-1804-4622-a51f-01edb478fbf5, infoPort=44979, infoSecurePort=0, ipcPort=41611, storageInfo=lv=-57;cid=testClusterID;nsid=202825822;c=1731010580846) 2024-11-07T20:16:22,268 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x563a2523766ffdfb with lease ID 0x5b5eebf86406922b: from storage DS-8615d8d7-34f1-4cce-9909-bb2676548924 node DatanodeRegistration(127.0.0.1:38655, datanodeUuid=747ad676-1804-4622-a51f-01edb478fbf5, infoPort=44979, infoSecurePort=0, ipcPort=41611, storageInfo=lv=-57;cid=testClusterID;nsid=202825822;c=1731010580846), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T20:16:22,365 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b42f153d-1238-7274-f696-2aa729e56041 2024-11-07T20:16:22,366 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:16:22,367 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:16:22,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741825_1001 (size=7) 2024-11-07T20:16:22,778 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41955/user/jenkins/test-data/09695df6-7fa4-491c-8a21-d78debd23d54 with version=8 2024-11-07T20:16:22,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41955/user/jenkins/test-data/09695df6-7fa4-491c-8a21-d78debd23d54/hbase-staging 2024-11-07T20:16:22,780 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8a040b4bf509:0 server-side Connection retries=45 2024-11-07T20:16:22,780 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:16:22,780 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T20:16:22,780 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T20:16:22,780 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:16:22,780 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T20:16:22,781 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T20:16:22,781 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T20:16:22,781 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38689 2024-11-07T20:16:22,782 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38689 connecting to ZooKeeper ensemble=127.0.0.1:61801 2024-11-07T20:16:22,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:386890x0, quorum=127.0.0.1:61801, baseZNode=/11746990284 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T20:16:22,796 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38689-0x10116f136050003 connected 2024-11-07T20:16:22,890 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:16:22,891 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:16:22,893 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38689-0x10116f136050003, quorum=127.0.0.1:61801, baseZNode=/11746990284 Set watcher on znode that does not yet exist, /11746990284/running 2024-11-07T20:16:22,893 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41955/user/jenkins/test-data/09695df6-7fa4-491c-8a21-d78debd23d54, hbase.cluster.distributed=false 2024-11-07T20:16:22,895 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38689-0x10116f136050003, quorum=127.0.0.1:61801, baseZNode=/11746990284 Set watcher on znode that does not yet exist, /11746990284/acl 2024-11-07T20:16:22,895 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38689 2024-11-07T20:16:22,895 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38689 2024-11-07T20:16:22,895 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38689 2024-11-07T20:16:22,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38689 2024-11-07T20:16:22,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38689 2024-11-07T20:16:22,910 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8a040b4bf509:0 server-side Connection retries=45 2024-11-07T20:16:22,910 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:16:22,910 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T20:16:22,910 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T20:16:22,910 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:16:22,910 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T20:16:22,910 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T20:16:22,910 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T20:16:22,911 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40991 2024-11-07T20:16:22,912 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40991 connecting to ZooKeeper ensemble=127.0.0.1:61801 2024-11-07T20:16:22,912 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:16:22,913 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:16:22,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:409910x0, quorum=127.0.0.1:61801, baseZNode=/11746990284 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T20:16:22,922 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:409910x0, quorum=127.0.0.1:61801, baseZNode=/11746990284 Set watcher on znode that does not yet exist, /11746990284/running 2024-11-07T20:16:22,922 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40991-0x10116f136050004 connected 2024-11-07T20:16:22,922 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T20:16:22,922 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T20:16:22,923 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40991-0x10116f136050004, quorum=127.0.0.1:61801, baseZNode=/11746990284 Set watcher on znode that does not yet exist, /11746990284/master 2024-11-07T20:16:22,924 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40991-0x10116f136050004, quorum=127.0.0.1:61801, baseZNode=/11746990284 Set watcher on znode that does not yet exist, /11746990284/acl 2024-11-07T20:16:22,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40991 2024-11-07T20:16:22,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40991 2024-11-07T20:16:22,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40991 2024-11-07T20:16:22,931 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40991 2024-11-07T20:16:22,931 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40991 2024-11-07T20:16:22,942 DEBUG [M:0;8a040b4bf509:38689 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8a040b4bf509:38689 2024-11-07T20:16:22,945 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11746990284/backup-masters/8a040b4bf509,38689,1731010582780 2024-11-07T20:16:22,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38689-0x10116f136050003, quorum=127.0.0.1:61801, baseZNode=/11746990284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11746990284/backup-masters 2024-11-07T20:16:22,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40991-0x10116f136050004, quorum=127.0.0.1:61801, baseZNode=/11746990284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11746990284/backup-masters 2024-11-07T20:16:22,953 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38689-0x10116f136050003, quorum=127.0.0.1:61801, baseZNode=/11746990284 Set watcher on existing znode=/11746990284/backup-masters/8a040b4bf509,38689,1731010582780 2024-11-07T20:16:22,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38689-0x10116f136050003, quorum=127.0.0.1:61801, baseZNode=/11746990284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11746990284 2024-11-07T20:16:22,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40991-0x10116f136050004, quorum=127.0.0.1:61801, baseZNode=/11746990284 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11746990284/master 2024-11-07T20:16:22,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40991-0x10116f136050004, quorum=127.0.0.1:61801, baseZNode=/11746990284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11746990284 2024-11-07T20:16:22,964 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38689-0x10116f136050003, quorum=127.0.0.1:61801, baseZNode=/11746990284 Set watcher on existing znode=/11746990284/master 2024-11-07T20:16:22,964 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11746990284/backup-masters/8a040b4bf509,38689,1731010582780 from backup master directory 2024-11-07T20:16:22,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38689-0x10116f136050003, quorum=127.0.0.1:61801, baseZNode=/11746990284 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11746990284/backup-masters/8a040b4bf509,38689,1731010582780 2024-11-07T20:16:22,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40991-0x10116f136050004, quorum=127.0.0.1:61801, baseZNode=/11746990284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11746990284/backup-masters 2024-11-07T20:16:22,974 WARN [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T20:16:22,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38689-0x10116f136050003, quorum=127.0.0.1:61801, baseZNode=/11746990284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11746990284/backup-masters 2024-11-07T20:16:22,974 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8a040b4bf509,38689,1731010582780 2024-11-07T20:16:22,978 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41955/user/jenkins/test-data/09695df6-7fa4-491c-8a21-d78debd23d54/hbase.id] with ID: 161fb344-ca54-48ff-83f7-fc43299a3422 2024-11-07T20:16:22,978 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41955/user/jenkins/test-data/09695df6-7fa4-491c-8a21-d78debd23d54/.tmp/hbase.id 2024-11-07T20:16:22,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741826_1002 (size=42) 2024-11-07T20:16:23,384 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41955/user/jenkins/test-data/09695df6-7fa4-491c-8a21-d78debd23d54/.tmp/hbase.id]:[hdfs://localhost:41955/user/jenkins/test-data/09695df6-7fa4-491c-8a21-d78debd23d54/hbase.id] 2024-11-07T20:16:23,396 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:16:23,396 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T20:16:23,397 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T20:16:23,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40991-0x10116f136050004, quorum=127.0.0.1:61801, baseZNode=/11746990284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11746990284 2024-11-07T20:16:23,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38689-0x10116f136050003, quorum=127.0.0.1:61801, baseZNode=/11746990284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11746990284 2024-11-07T20:16:23,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741827_1003 (size=196) 2024-11-07T20:16:23,811 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T20:16:23,812 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T20:16:23,812 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:16:23,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741828_1004 (size=1189) 2024-11-07T20:16:24,220 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41955/user/jenkins/test-data/09695df6-7fa4-491c-8a21-d78debd23d54/MasterData/data/master/store 2024-11-07T20:16:24,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741829_1005 (size=34) 2024-11-07T20:16:24,627 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:16:24,627 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T20:16:24,627 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:16:24,627 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:16:24,627 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T20:16:24,627 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:16:24,627 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:16:24,627 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731010584627Disabling compacts and flushes for region at 1731010584627Disabling writes for close at 1731010584627Writing region close event to WAL at 1731010584627Closed at 1731010584627 2024-11-07T20:16:24,628 WARN [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41955/user/jenkins/test-data/09695df6-7fa4-491c-8a21-d78debd23d54/MasterData/data/master/store/.initializing 2024-11-07T20:16:24,628 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41955/user/jenkins/test-data/09695df6-7fa4-491c-8a21-d78debd23d54/MasterData/WALs/8a040b4bf509,38689,1731010582780 2024-11-07T20:16:24,629 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T20:16:24,631 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8a040b4bf509%2C38689%2C1731010582780, suffix=, logDir=hdfs://localhost:41955/user/jenkins/test-data/09695df6-7fa4-491c-8a21-d78debd23d54/MasterData/WALs/8a040b4bf509,38689,1731010582780, archiveDir=hdfs://localhost:41955/user/jenkins/test-data/09695df6-7fa4-491c-8a21-d78debd23d54/MasterData/oldWALs, maxLogs=10 2024-11-07T20:16:24,643 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/09695df6-7fa4-491c-8a21-d78debd23d54/MasterData/WALs/8a040b4bf509,38689,1731010582780/8a040b4bf509%2C38689%2C1731010582780.1731010584632, exclude list is [], retry=0 2024-11-07T20:16:24,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38655,DS-ddee6030-26dc-4510-81ea-c9ef5d7805c7,DISK] 2024-11-07T20:16:24,648 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/09695df6-7fa4-491c-8a21-d78debd23d54/MasterData/WALs/8a040b4bf509,38689,1731010582780/8a040b4bf509%2C38689%2C1731010582780.1731010584632 2024-11-07T20:16:24,648 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44979:44979)] 2024-11-07T20:16:24,648 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T20:16:24,648 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:16:24,648 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:16:24,648 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:16:24,650 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:16:24,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T20:16:24,651 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:16:24,652 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:16:24,652 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:16:24,653 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T20:16:24,653 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:16:24,654 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:16:24,654 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:16:24,655 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T20:16:24,655 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:16:24,656 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:16:24,656 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:16:24,657 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T20:16:24,657 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:16:24,657 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:16:24,658 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:16:24,658 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41955/user/jenkins/test-data/09695df6-7fa4-491c-8a21-d78debd23d54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:16:24,659 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41955/user/jenkins/test-data/09695df6-7fa4-491c-8a21-d78debd23d54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:16:24,660 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:16:24,660 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:16:24,660 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T20:16:24,661 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:16:24,663 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41955/user/jenkins/test-data/09695df6-7fa4-491c-8a21-d78debd23d54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T20:16:24,664 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71085761, jitterRate=0.05926038324832916}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T20:16:24,664 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731010584648Initializing all the Stores at 1731010584649 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010584650 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010584650Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010584650Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010584650Cleaning up temporary data from old regions at 1731010584660 (+10 ms)Region opened successfully at 1731010584664 (+4 ms) 2024-11-07T20:16:24,664 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T20:16:24,667 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@603b52ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a040b4bf509/172.17.0.2:0 2024-11-07T20:16:24,667 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T20:16:24,668 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T20:16:24,668 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T20:16:24,668 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T20:16:24,668 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T20:16:24,668 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T20:16:24,668 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T20:16:24,670 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T20:16:24,671 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38689-0x10116f136050003, quorum=127.0.0.1:61801, baseZNode=/11746990284 Unable to get data of znode /11746990284/balancer because node does not exist (not necessarily an error) 2024-11-07T20:16:24,679 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11746990284/balancer already deleted, retry=false 2024-11-07T20:16:24,679 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T20:16:24,680 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38689-0x10116f136050003, quorum=127.0.0.1:61801, baseZNode=/11746990284 Unable to get data of znode /11746990284/normalizer because node does not exist (not necessarily an error) 2024-11-07T20:16:24,690 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11746990284/normalizer already deleted, retry=false 2024-11-07T20:16:24,690 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T20:16:24,691 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38689-0x10116f136050003, quorum=127.0.0.1:61801, baseZNode=/11746990284 Unable to get data of znode /11746990284/switch/split because node does not exist (not necessarily an error) 2024-11-07T20:16:24,711 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11746990284/switch/split already deleted, retry=false 2024-11-07T20:16:24,711 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38689-0x10116f136050003, quorum=127.0.0.1:61801, baseZNode=/11746990284 Unable to get data of znode /11746990284/switch/merge because node does not exist (not necessarily an error) 2024-11-07T20:16:24,721 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11746990284/switch/merge already deleted, retry=false 2024-11-07T20:16:24,723 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38689-0x10116f136050003, quorum=127.0.0.1:61801, baseZNode=/11746990284 Unable to get data of znode /11746990284/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T20:16:24,732 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11746990284/snapshot-cleanup already deleted, retry=false 2024-11-07T20:16:24,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40991-0x10116f136050004, quorum=127.0.0.1:61801, baseZNode=/11746990284 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11746990284/running 2024-11-07T20:16:24,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38689-0x10116f136050003, quorum=127.0.0.1:61801, baseZNode=/11746990284 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11746990284/running 2024-11-07T20:16:24,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38689-0x10116f136050003, quorum=127.0.0.1:61801, baseZNode=/11746990284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11746990284 2024-11-07T20:16:24,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40991-0x10116f136050004, quorum=127.0.0.1:61801, baseZNode=/11746990284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11746990284 2024-11-07T20:16:24,743 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8a040b4bf509,38689,1731010582780, sessionid=0x10116f136050003, setting cluster-up flag (Was=false) 2024-11-07T20:16:24,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40991-0x10116f136050004, quorum=127.0.0.1:61801, baseZNode=/11746990284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11746990284 2024-11-07T20:16:24,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38689-0x10116f136050003, quorum=127.0.0.1:61801, baseZNode=/11746990284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11746990284 2024-11-07T20:16:24,805 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11746990284/flush-table-proc/acquired, /11746990284/flush-table-proc/reached, /11746990284/flush-table-proc/abort 2024-11-07T20:16:24,807 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a040b4bf509,38689,1731010582780 2024-11-07T20:16:24,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38689-0x10116f136050003, quorum=127.0.0.1:61801, baseZNode=/11746990284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11746990284 2024-11-07T20:16:24,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40991-0x10116f136050004, quorum=127.0.0.1:61801, baseZNode=/11746990284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11746990284 2024-11-07T20:16:24,953 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11746990284/online-snapshot/acquired, /11746990284/online-snapshot/reached, /11746990284/online-snapshot/abort 2024-11-07T20:16:24,954 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a040b4bf509,38689,1731010582780 2024-11-07T20:16:24,955 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41955/user/jenkins/test-data/09695df6-7fa4-491c-8a21-d78debd23d54/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T20:16:24,959 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T20:16:24,960 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T20:16:24,960 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T20:16:24,960 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8a040b4bf509,38689,1731010582780 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T20:16:24,962 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:16:24,962 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:16:24,962 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:16:24,962 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:16:24,963 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8a040b4bf509:0, corePoolSize=10, maxPoolSize=10 2024-11-07T20:16:24,963 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:16:24,963 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8a040b4bf509:0, corePoolSize=2, maxPoolSize=2 2024-11-07T20:16:24,963 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:16:24,966 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T20:16:24,967 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T20:16:24,968 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:16:24,968 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T20:16:24,975 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731010614975 2024-11-07T20:16:24,976 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T20:16:24,976 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T20:16:24,976 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T20:16:24,976 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T20:16:24,976 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T20:16:24,976 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T20:16:24,976 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:24,977 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T20:16:24,977 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T20:16:24,977 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T20:16:24,977 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T20:16:24,978 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T20:16:24,979 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T20:16:24,980 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.large.0-1731010584979,5,FailOnTimeoutGroup] 2024-11-07T20:16:24,982 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.small.0-1731010584980,5,FailOnTimeoutGroup] 2024-11-07T20:16:24,982 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:24,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741831_1007 (size=1321) 2024-11-07T20:16:24,982 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T20:16:24,982 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:24,982 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:25,035 INFO [RS:0;8a040b4bf509:40991 {}] regionserver.HRegionServer(746): ClusterId : 161fb344-ca54-48ff-83f7-fc43299a3422 2024-11-07T20:16:25,035 DEBUG [RS:0;8a040b4bf509:40991 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T20:16:25,049 DEBUG [RS:0;8a040b4bf509:40991 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T20:16:25,049 DEBUG [RS:0;8a040b4bf509:40991 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T20:16:25,059 DEBUG [RS:0;8a040b4bf509:40991 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T20:16:25,059 DEBUG [RS:0;8a040b4bf509:40991 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11353a9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a040b4bf509/172.17.0.2:0 2024-11-07T20:16:25,070 DEBUG [RS:0;8a040b4bf509:40991 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8a040b4bf509:40991 2024-11-07T20:16:25,070 INFO [RS:0;8a040b4bf509:40991 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T20:16:25,070 INFO [RS:0;8a040b4bf509:40991 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T20:16:25,070 DEBUG [RS:0;8a040b4bf509:40991 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T20:16:25,071 INFO [RS:0;8a040b4bf509:40991 {}] regionserver.HRegionServer(2659): reportForDuty to master=8a040b4bf509,38689,1731010582780 with port=40991, startcode=1731010582910 2024-11-07T20:16:25,071 DEBUG [RS:0;8a040b4bf509:40991 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T20:16:25,073 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38871, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T20:16:25,073 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38689 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8a040b4bf509,40991,1731010582910 2024-11-07T20:16:25,073 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38689 {}] master.ServerManager(517): Registering regionserver=8a040b4bf509,40991,1731010582910 2024-11-07T20:16:25,075 DEBUG [RS:0;8a040b4bf509:40991 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41955/user/jenkins/test-data/09695df6-7fa4-491c-8a21-d78debd23d54 2024-11-07T20:16:25,075 DEBUG [RS:0;8a040b4bf509:40991 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41955 2024-11-07T20:16:25,075 DEBUG [RS:0;8a040b4bf509:40991 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T20:16:25,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38689-0x10116f136050003, quorum=127.0.0.1:61801, baseZNode=/11746990284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11746990284/rs 2024-11-07T20:16:25,080 DEBUG [RS:0;8a040b4bf509:40991 {}] zookeeper.ZKUtil(111): regionserver:40991-0x10116f136050004, quorum=127.0.0.1:61801, baseZNode=/11746990284 Set watcher on existing znode=/11746990284/rs/8a040b4bf509,40991,1731010582910 2024-11-07T20:16:25,080 WARN [RS:0;8a040b4bf509:40991 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T20:16:25,080 INFO [RS:0;8a040b4bf509:40991 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:16:25,080 DEBUG [RS:0;8a040b4bf509:40991 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41955/user/jenkins/test-data/09695df6-7fa4-491c-8a21-d78debd23d54/WALs/8a040b4bf509,40991,1731010582910 2024-11-07T20:16:25,080 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8a040b4bf509,40991,1731010582910] 2024-11-07T20:16:25,083 INFO [RS:0;8a040b4bf509:40991 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T20:16:25,085 INFO [RS:0;8a040b4bf509:40991 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T20:16:25,086 INFO [RS:0;8a040b4bf509:40991 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T20:16:25,086 INFO [RS:0;8a040b4bf509:40991 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:25,086 INFO [RS:0;8a040b4bf509:40991 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T20:16:25,087 INFO [RS:0;8a040b4bf509:40991 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T20:16:25,087 INFO [RS:0;8a040b4bf509:40991 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:25,087 DEBUG [RS:0;8a040b4bf509:40991 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:16:25,087 DEBUG [RS:0;8a040b4bf509:40991 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:16:25,087 DEBUG [RS:0;8a040b4bf509:40991 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:16:25,087 DEBUG [RS:0;8a040b4bf509:40991 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:16:25,087 DEBUG [RS:0;8a040b4bf509:40991 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:16:25,087 DEBUG [RS:0;8a040b4bf509:40991 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8a040b4bf509:0, corePoolSize=2, maxPoolSize=2 2024-11-07T20:16:25,087 DEBUG [RS:0;8a040b4bf509:40991 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:16:25,087 DEBUG [RS:0;8a040b4bf509:40991 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:16:25,088 DEBUG [RS:0;8a040b4bf509:40991 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:16:25,088 DEBUG [RS:0;8a040b4bf509:40991 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:16:25,088 DEBUG [RS:0;8a040b4bf509:40991 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:16:25,088 DEBUG [RS:0;8a040b4bf509:40991 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:16:25,088 DEBUG [RS:0;8a040b4bf509:40991 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8a040b4bf509:0, corePoolSize=3, maxPoolSize=3 2024-11-07T20:16:25,088 DEBUG [RS:0;8a040b4bf509:40991 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8a040b4bf509:0, corePoolSize=3, maxPoolSize=3 2024-11-07T20:16:25,090 INFO [RS:0;8a040b4bf509:40991 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:25,090 INFO [RS:0;8a040b4bf509:40991 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:25,090 INFO [RS:0;8a040b4bf509:40991 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:25,090 INFO [RS:0;8a040b4bf509:40991 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:25,090 INFO [RS:0;8a040b4bf509:40991 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:25,090 INFO [RS:0;8a040b4bf509:40991 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,40991,1731010582910-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T20:16:25,105 INFO [RS:0;8a040b4bf509:40991 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T20:16:25,105 INFO [RS:0;8a040b4bf509:40991 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,40991,1731010582910-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:25,105 INFO [RS:0;8a040b4bf509:40991 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:25,105 INFO [RS:0;8a040b4bf509:40991 {}] regionserver.Replication(171): 8a040b4bf509,40991,1731010582910 started 2024-11-07T20:16:25,119 INFO [RS:0;8a040b4bf509:40991 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:25,119 INFO [RS:0;8a040b4bf509:40991 {}] regionserver.HRegionServer(1482): Serving as 8a040b4bf509,40991,1731010582910, RpcServer on 8a040b4bf509/172.17.0.2:40991, sessionid=0x10116f136050004 2024-11-07T20:16:25,120 DEBUG [RS:0;8a040b4bf509:40991 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T20:16:25,120 DEBUG [RS:0;8a040b4bf509:40991 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8a040b4bf509,40991,1731010582910 2024-11-07T20:16:25,120 DEBUG [RS:0;8a040b4bf509:40991 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a040b4bf509,40991,1731010582910' 2024-11-07T20:16:25,120 DEBUG [RS:0;8a040b4bf509:40991 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11746990284/flush-table-proc/abort' 2024-11-07T20:16:25,120 DEBUG [RS:0;8a040b4bf509:40991 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11746990284/flush-table-proc/acquired' 2024-11-07T20:16:25,121 DEBUG [RS:0;8a040b4bf509:40991 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T20:16:25,121 DEBUG [RS:0;8a040b4bf509:40991 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T20:16:25,121 DEBUG [RS:0;8a040b4bf509:40991 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8a040b4bf509,40991,1731010582910 2024-11-07T20:16:25,121 DEBUG [RS:0;8a040b4bf509:40991 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a040b4bf509,40991,1731010582910' 2024-11-07T20:16:25,121 DEBUG [RS:0;8a040b4bf509:40991 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11746990284/online-snapshot/abort' 2024-11-07T20:16:25,121 DEBUG [RS:0;8a040b4bf509:40991 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11746990284/online-snapshot/acquired' 2024-11-07T20:16:25,121 DEBUG [RS:0;8a040b4bf509:40991 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T20:16:25,121 INFO [RS:0;8a040b4bf509:40991 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T20:16:25,121 INFO [RS:0;8a040b4bf509:40991 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T20:16:25,222 INFO [RS:0;8a040b4bf509:40991 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T20:16:25,224 INFO [RS:0;8a040b4bf509:40991 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a040b4bf509%2C40991%2C1731010582910, suffix=, logDir=hdfs://localhost:41955/user/jenkins/test-data/09695df6-7fa4-491c-8a21-d78debd23d54/WALs/8a040b4bf509,40991,1731010582910, archiveDir=hdfs://localhost:41955/user/jenkins/test-data/09695df6-7fa4-491c-8a21-d78debd23d54/oldWALs, maxLogs=10 2024-11-07T20:16:25,236 DEBUG [RS:0;8a040b4bf509:40991 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/09695df6-7fa4-491c-8a21-d78debd23d54/WALs/8a040b4bf509,40991,1731010582910/8a040b4bf509%2C40991%2C1731010582910.1731010585224, exclude list is [], retry=0 2024-11-07T20:16:25,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38655,DS-ddee6030-26dc-4510-81ea-c9ef5d7805c7,DISK] 2024-11-07T20:16:25,241 INFO [RS:0;8a040b4bf509:40991 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/09695df6-7fa4-491c-8a21-d78debd23d54/WALs/8a040b4bf509,40991,1731010582910/8a040b4bf509%2C40991%2C1731010582910.1731010585224 2024-11-07T20:16:25,241 DEBUG [RS:0;8a040b4bf509:40991 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44979:44979)] 2024-11-07T20:16:25,383 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41955/user/jenkins/test-data/09695df6-7fa4-491c-8a21-d78debd23d54/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T20:16:25,383 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41955/user/jenkins/test-data/09695df6-7fa4-491c-8a21-d78debd23d54 2024-11-07T20:16:25,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741833_1009 (size=32) 2024-11-07T20:16:25,515 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T20:16:25,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:16:25,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T20:16:25,793 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T20:16:25,793 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:16:25,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:16:25,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T20:16:25,795 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T20:16:25,795 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:16:25,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:16:25,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T20:16:25,797 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T20:16:25,797 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:16:25,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:16:25,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T20:16:25,798 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T20:16:25,798 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:16:25,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:16:25,799 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T20:16:25,799 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41955/user/jenkins/test-data/09695df6-7fa4-491c-8a21-d78debd23d54/data/hbase/meta/1588230740 2024-11-07T20:16:25,799 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41955/user/jenkins/test-data/09695df6-7fa4-491c-8a21-d78debd23d54/data/hbase/meta/1588230740 2024-11-07T20:16:25,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T20:16:25,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T20:16:25,801 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T20:16:25,802 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T20:16:25,804 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41955/user/jenkins/test-data/09695df6-7fa4-491c-8a21-d78debd23d54/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T20:16:25,805 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67265381, jitterRate=0.0023322850465774536}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T20:16:25,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731010585791Initializing all the Stores at 1731010585792 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010585792Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010585792Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010585792Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010585792Cleaning up temporary data from old regions at 1731010585801 (+9 ms)Region opened successfully at 1731010585805 (+4 ms) 2024-11-07T20:16:25,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T20:16:25,805 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T20:16:25,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T20:16:25,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T20:16:25,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T20:16:25,805 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T20:16:25,806 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731010585805Disabling compacts and flushes for region at 1731010585805Disabling writes for close at 1731010585805Writing region close event to WAL at 1731010585805Closed at 1731010585805 2024-11-07T20:16:25,807 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T20:16:25,807 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T20:16:25,807 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T20:16:25,808 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T20:16:25,809 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T20:16:25,959 DEBUG [8a040b4bf509:38689 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T20:16:25,959 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8a040b4bf509,40991,1731010582910 2024-11-07T20:16:25,961 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a040b4bf509,40991,1731010582910, state=OPENING 2024-11-07T20:16:26,053 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T20:16:26,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38689-0x10116f136050003, quorum=127.0.0.1:61801, baseZNode=/11746990284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11746990284 2024-11-07T20:16:26,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40991-0x10116f136050004, quorum=127.0.0.1:61801, baseZNode=/11746990284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11746990284 2024-11-07T20:16:26,069 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11746990284/meta-region-server: CHANGED 2024-11-07T20:16:26,070 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11746990284/meta-region-server: CHANGED 2024-11-07T20:16:26,070 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T20:16:26,070 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8a040b4bf509,40991,1731010582910}] 2024-11-07T20:16:26,224 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T20:16:26,225 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37937, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T20:16:26,229 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T20:16:26,229 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:16:26,229 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T20:16:26,230 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a040b4bf509%2C40991%2C1731010582910.meta, suffix=.meta, logDir=hdfs://localhost:41955/user/jenkins/test-data/09695df6-7fa4-491c-8a21-d78debd23d54/WALs/8a040b4bf509,40991,1731010582910, archiveDir=hdfs://localhost:41955/user/jenkins/test-data/09695df6-7fa4-491c-8a21-d78debd23d54/oldWALs, maxLogs=10 2024-11-07T20:16:26,242 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/09695df6-7fa4-491c-8a21-d78debd23d54/WALs/8a040b4bf509,40991,1731010582910/8a040b4bf509%2C40991%2C1731010582910.meta.1731010586231.meta, exclude list is [], retry=0 2024-11-07T20:16:26,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38655,DS-ddee6030-26dc-4510-81ea-c9ef5d7805c7,DISK] 2024-11-07T20:16:26,245 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/09695df6-7fa4-491c-8a21-d78debd23d54/WALs/8a040b4bf509,40991,1731010582910/8a040b4bf509%2C40991%2C1731010582910.meta.1731010586231.meta 2024-11-07T20:16:26,246 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44979:44979)] 2024-11-07T20:16:26,246 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T20:16:26,246 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T20:16:26,246 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T20:16:26,246 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T20:16:26,246 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T20:16:26,247 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T20:16:26,247 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:16:26,247 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T20:16:26,247 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T20:16:26,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T20:16:26,249 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T20:16:26,249 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:16:26,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:16:26,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T20:16:26,250 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T20:16:26,250 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:16:26,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:16:26,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T20:16:26,251 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T20:16:26,251 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:16:26,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:16:26,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T20:16:26,252 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T20:16:26,252 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:16:26,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:16:26,253 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T20:16:26,253 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41955/user/jenkins/test-data/09695df6-7fa4-491c-8a21-d78debd23d54/data/hbase/meta/1588230740 2024-11-07T20:16:26,255 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41955/user/jenkins/test-data/09695df6-7fa4-491c-8a21-d78debd23d54/data/hbase/meta/1588230740 2024-11-07T20:16:26,256 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T20:16:26,256 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T20:16:26,257 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T20:16:26,258 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T20:16:26,259 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67773287, jitterRate=0.009900674223899841}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T20:16:26,259 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T20:16:26,260 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731010586247Writing region info on filesystem at 1731010586247Initializing all the Stores at 1731010586248 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010586248Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010586248Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010586248Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010586248Cleaning up temporary data from old regions at 1731010586256 (+8 ms)Running coprocessor post-open hooks at 1731010586259 (+3 ms)Region opened successfully at 1731010586259 2024-11-07T20:16:26,261 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731010586224 2024-11-07T20:16:26,263 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T20:16:26,263 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T20:16:26,264 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8a040b4bf509,40991,1731010582910 2024-11-07T20:16:26,265 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a040b4bf509,40991,1731010582910, state=OPEN 2024-11-07T20:16:26,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40991-0x10116f136050004, quorum=127.0.0.1:61801, baseZNode=/11746990284 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11746990284/meta-region-server 2024-11-07T20:16:26,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38689-0x10116f136050003, quorum=127.0.0.1:61801, baseZNode=/11746990284 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11746990284/meta-region-server 2024-11-07T20:16:26,268 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8a040b4bf509,40991,1731010582910 2024-11-07T20:16:26,269 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11746990284/meta-region-server: CHANGED 2024-11-07T20:16:26,269 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11746990284/meta-region-server: CHANGED 2024-11-07T20:16:26,271 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T20:16:26,271 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8a040b4bf509,40991,1731010582910 in 199 msec 2024-11-07T20:16:26,274 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T20:16:26,274 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 464 msec 2024-11-07T20:16:26,275 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T20:16:26,275 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T20:16:26,277 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:16:26,277 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,40991,1731010582910, seqNum=-1] 2024-11-07T20:16:26,277 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:16:26,278 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36559, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T20:16:26,284 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3240 sec 2024-11-07T20:16:26,285 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731010586284, completionTime=-1 2024-11-07T20:16:26,285 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T20:16:26,285 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T20:16:26,286 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T20:16:26,286 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731010646286 2024-11-07T20:16:26,286 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731010706286 2024-11-07T20:16:26,287 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-07T20:16:26,287 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,38689,1731010582780-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:26,287 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,38689,1731010582780-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:26,287 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,38689,1731010582780-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:26,287 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8a040b4bf509:38689, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:26,287 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:26,287 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:26,289 DEBUG [master/8a040b4bf509:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T20:16:26,291 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.317sec 2024-11-07T20:16:26,291 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T20:16:26,291 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T20:16:26,291 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T20:16:26,291 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T20:16:26,291 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T20:16:26,291 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,38689,1731010582780-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T20:16:26,291 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,38689,1731010582780-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T20:16:26,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T20:16:26,292 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-07T20:16:26,293 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T20:16:26,293 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-07T20:16:26,293 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T20:16:26,293 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-07T20:16:26,293 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-07T20:16:26,293 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-07T20:16:26,294 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T20:16:26,294 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T20:16:26,294 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,38689,1731010582780-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:26,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a36a130, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:16:26,335 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,38689,-1 for getting cluster id 2024-11-07T20:16:26,336 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:16:26,337 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '161fb344-ca54-48ff-83f7-fc43299a3422' 2024-11-07T20:16:26,337 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:16:26,337 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "161fb344-ca54-48ff-83f7-fc43299a3422" 2024-11-07T20:16:26,338 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30465c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:16:26,338 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,38689,-1] 2024-11-07T20:16:26,338 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:16:26,338 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:16:26,339 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:16:26,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b56471e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:16:26,340 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:16:26,341 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,40991,1731010582910, seqNum=-1] 2024-11-07T20:16:26,342 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:16:26,343 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T20:16:26,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8a040b4bf509,38689,1731010582780 2024-11-07T20:16:26,345 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61801 2024-11-07T20:16:26,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61801, baseZNode=/11746990284 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T20:16:26,353 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10116f136050005 connected 2024-11-07T20:16:26,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a3bf0ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:16:26,366 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,34699,-1 for getting cluster id 2024-11-07T20:16:26,366 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:16:26,367 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a2bde1b9-106d-4e35-9931-8900b3312538' 2024-11-07T20:16:26,367 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:16:26,367 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a2bde1b9-106d-4e35-9931-8900b3312538" 2024-11-07T20:16:26,367 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f7797b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:16:26,367 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,34699,-1] 2024-11-07T20:16:26,367 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:16:26,368 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:16:26,368 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:16:26,369 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b7f19aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:16:26,370 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:16:26,371 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,34699,1731010576963 2024-11-07T20:16:26,371 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70fe47b1 2024-11-07T20:16:26,371 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:16:26,372 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T20:16:26,372 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://8a040b4bf509:38689,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-07T20:16:26,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T20:16:26,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:16:26,376 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8a040b4bf509:38689' 2024-11-07T20:16:26,377 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d55de72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:16:26,377 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,38689,-1 for getting cluster id 2024-11-07T20:16:26,377 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:16:26,378 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '161fb344-ca54-48ff-83f7-fc43299a3422' 2024-11-07T20:16:26,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:16:26,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "161fb344-ca54-48ff-83f7-fc43299a3422" 2024-11-07T20:16:26,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48c29b8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:16:26,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,38689,-1] 2024-11-07T20:16:26,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:16:26,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:16:26,380 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:16:26,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55d278d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:16:26,381 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:16:26,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,38689,1731010582780 2024-11-07T20:16:26,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@deb19ae 2024-11-07T20:16:26,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:16:26,383 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T20:16:26,384 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-07T20:16:26,384 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T20:16:26,384 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:16:26,385 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:16:26,385 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:16:26,385 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T20:16:26,387 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-07T20:16:26,388 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T20:16:26,388 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:16:26,390 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T20:16:26,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40879 is added to blk_1073741835_1011 (size=1138) 2024-11-07T20:16:26,437 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-07T20:16:26,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:16:26,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:16:26,797 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 95eb47eb79582bd57ad866ead1ef75cf, NAME => 'hbase:replication,,1731010586385.95eb47eb79582bd57ad866ead1ef75cf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35989/user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801 2024-11-07T20:16:26,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40879 is added to blk_1073741836_1012 (size=44) 2024-11-07T20:16:27,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:16:27,204 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731010586385.95eb47eb79582bd57ad866ead1ef75cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:16:27,204 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 95eb47eb79582bd57ad866ead1ef75cf, disabling compactions & flushes 2024-11-07T20:16:27,204 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731010586385.95eb47eb79582bd57ad866ead1ef75cf. 2024-11-07T20:16:27,204 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731010586385.95eb47eb79582bd57ad866ead1ef75cf. 2024-11-07T20:16:27,204 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731010586385.95eb47eb79582bd57ad866ead1ef75cf. after waiting 0 ms 2024-11-07T20:16:27,204 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731010586385.95eb47eb79582bd57ad866ead1ef75cf. 2024-11-07T20:16:27,204 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731010586385.95eb47eb79582bd57ad866ead1ef75cf. 2024-11-07T20:16:27,204 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 95eb47eb79582bd57ad866ead1ef75cf: Waiting for close lock at 1731010587204Disabling compacts and flushes for region at 1731010587204Disabling writes for close at 1731010587204Writing region close event to WAL at 1731010587204Closed at 1731010587204 2024-11-07T20:16:27,205 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T20:16:27,206 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731010586385.95eb47eb79582bd57ad866ead1ef75cf.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731010587206"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731010587206"}]},"ts":"1731010587206"} 2024-11-07T20:16:27,208 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T20:16:27,209 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T20:16:27,209 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731010587209"}]},"ts":"1731010587209"} 2024-11-07T20:16:27,211 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-07T20:16:27,211 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=95eb47eb79582bd57ad866ead1ef75cf, ASSIGN}] 2024-11-07T20:16:27,213 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=95eb47eb79582bd57ad866ead1ef75cf, ASSIGN 2024-11-07T20:16:27,214 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=95eb47eb79582bd57ad866ead1ef75cf, ASSIGN; state=OFFLINE, location=8a040b4bf509,42989,1731010577154; forceNewPlan=false, retain=false 2024-11-07T20:16:27,364 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=95eb47eb79582bd57ad866ead1ef75cf, regionState=OPENING, regionLocation=8a040b4bf509,42989,1731010577154 2024-11-07T20:16:27,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=95eb47eb79582bd57ad866ead1ef75cf, ASSIGN because future has completed 2024-11-07T20:16:27,368 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 95eb47eb79582bd57ad866ead1ef75cf, server=8a040b4bf509,42989,1731010577154}] 2024-11-07T20:16:27,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:16:27,525 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731010586385.95eb47eb79582bd57ad866ead1ef75cf. 2024-11-07T20:16:27,525 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:16:27,526 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-07T20:16:27,527 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a040b4bf509%2C42989%2C1731010577154.rep, suffix=, logDir=hdfs://localhost:35989/user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/WALs/8a040b4bf509,42989,1731010577154, archiveDir=hdfs://localhost:35989/user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/oldWALs, maxLogs=10 2024-11-07T20:16:27,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/WALs/8a040b4bf509,42989,1731010577154/8a040b4bf509%2C42989%2C1731010577154.rep.1731010587527, exclude list is [], retry=0 2024-11-07T20:16:27,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40879,DS-9ac9ddd7-6f5f-43a3-9674-6dc5f68c2c08,DISK] 2024-11-07T20:16:27,543 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/WALs/8a040b4bf509,42989,1731010577154/8a040b4bf509%2C42989%2C1731010577154.rep.1731010587527 2024-11-07T20:16:27,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34387:34387)] 2024-11-07T20:16:27,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 95eb47eb79582bd57ad866ead1ef75cf, NAME => 'hbase:replication,,1731010586385.95eb47eb79582bd57ad866ead1ef75cf.', STARTKEY => '', ENDKEY => ''} 2024-11-07T20:16:27,543 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T20:16:27,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T20:16:27,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731010586385.95eb47eb79582bd57ad866ead1ef75cf. service=MultiRowMutationService 2024-11-07T20:16:27,544 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-07T20:16:27,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 95eb47eb79582bd57ad866ead1ef75cf 2024-11-07T20:16:27,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731010586385.95eb47eb79582bd57ad866ead1ef75cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:16:27,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 95eb47eb79582bd57ad866ead1ef75cf 2024-11-07T20:16:27,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 95eb47eb79582bd57ad866ead1ef75cf 2024-11-07T20:16:27,545 INFO [StoreOpener-95eb47eb79582bd57ad866ead1ef75cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 95eb47eb79582bd57ad866ead1ef75cf 2024-11-07T20:16:27,546 INFO [StoreOpener-95eb47eb79582bd57ad866ead1ef75cf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 95eb47eb79582bd57ad866ead1ef75cf columnFamilyName hfileref 2024-11-07T20:16:27,547 DEBUG [StoreOpener-95eb47eb79582bd57ad866ead1ef75cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:16:27,547 INFO [StoreOpener-95eb47eb79582bd57ad866ead1ef75cf-1 {}] regionserver.HStore(327): Store=95eb47eb79582bd57ad866ead1ef75cf/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:16:27,547 INFO [StoreOpener-95eb47eb79582bd57ad866ead1ef75cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 95eb47eb79582bd57ad866ead1ef75cf 2024-11-07T20:16:27,548 INFO [StoreOpener-95eb47eb79582bd57ad866ead1ef75cf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 95eb47eb79582bd57ad866ead1ef75cf columnFamilyName queue 2024-11-07T20:16:27,548 DEBUG [StoreOpener-95eb47eb79582bd57ad866ead1ef75cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:16:27,549 INFO [StoreOpener-95eb47eb79582bd57ad866ead1ef75cf-1 {}] regionserver.HStore(327): Store=95eb47eb79582bd57ad866ead1ef75cf/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:16:27,549 INFO [StoreOpener-95eb47eb79582bd57ad866ead1ef75cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 95eb47eb79582bd57ad866ead1ef75cf 2024-11-07T20:16:27,550 INFO [StoreOpener-95eb47eb79582bd57ad866ead1ef75cf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 95eb47eb79582bd57ad866ead1ef75cf columnFamilyName sid 2024-11-07T20:16:27,550 DEBUG [StoreOpener-95eb47eb79582bd57ad866ead1ef75cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:16:27,551 INFO [StoreOpener-95eb47eb79582bd57ad866ead1ef75cf-1 {}] regionserver.HStore(327): Store=95eb47eb79582bd57ad866ead1ef75cf/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:16:27,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 95eb47eb79582bd57ad866ead1ef75cf 2024-11-07T20:16:27,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35989/user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/data/hbase/replication/95eb47eb79582bd57ad866ead1ef75cf 2024-11-07T20:16:27,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35989/user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/data/hbase/replication/95eb47eb79582bd57ad866ead1ef75cf 2024-11-07T20:16:27,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 95eb47eb79582bd57ad866ead1ef75cf 2024-11-07T20:16:27,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 95eb47eb79582bd57ad866ead1ef75cf 2024-11-07T20:16:27,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T20:16:27,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 95eb47eb79582bd57ad866ead1ef75cf 2024-11-07T20:16:27,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35989/user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/data/hbase/replication/95eb47eb79582bd57ad866ead1ef75cf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T20:16:27,557 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 95eb47eb79582bd57ad866ead1ef75cf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61661401, jitterRate=-0.08117352426052094}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T20:16:27,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 95eb47eb79582bd57ad866ead1ef75cf 2024-11-07T20:16:27,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 95eb47eb79582bd57ad866ead1ef75cf: Running coprocessor pre-open hook at 1731010587544Writing region info on filesystem at 1731010587544Initializing all the Stores at 1731010587545 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010587545Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010587545Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010587545Cleaning up temporary data from old regions at 1731010587553 (+8 ms)Running coprocessor post-open hooks at 1731010587557 (+4 ms)Region opened successfully at 1731010587557 2024-11-07T20:16:27,558 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731010586385.95eb47eb79582bd57ad866ead1ef75cf., pid=7, masterSystemTime=1731010587522 2024-11-07T20:16:27,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731010586385.95eb47eb79582bd57ad866ead1ef75cf. 2024-11-07T20:16:27,561 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731010586385.95eb47eb79582bd57ad866ead1ef75cf. 2024-11-07T20:16:27,562 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=95eb47eb79582bd57ad866ead1ef75cf, regionState=OPEN, openSeqNum=2, regionLocation=8a040b4bf509,42989,1731010577154 2024-11-07T20:16:27,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 95eb47eb79582bd57ad866ead1ef75cf, server=8a040b4bf509,42989,1731010577154 because future has completed 2024-11-07T20:16:27,568 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-07T20:16:27,568 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 95eb47eb79582bd57ad866ead1ef75cf, server=8a040b4bf509,42989,1731010577154 in 197 msec 2024-11-07T20:16:27,570 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T20:16:27,570 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=95eb47eb79582bd57ad866ead1ef75cf, ASSIGN in 357 msec 2024-11-07T20:16:27,570 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T20:16:27,571 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731010587570"}]},"ts":"1731010587570"} 2024-11-07T20:16:27,573 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-07T20:16:27,574 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T20:16:27,576 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1890 sec 2024-11-07T20:16:27,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731010586385.95eb47eb79582bd57ad866ead1ef75cf., hostname=8a040b4bf509,42989,1731010577154, seqNum=2] 2024-11-07T20:16:27,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x10116f136050000, quorum=127.0.0.1:61801, baseZNode=/027295484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/027295484 2024-11-07T20:16:27,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42989-0x10116f136050001, quorum=127.0.0.1:61801, baseZNode=/027295484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/027295484 2024-11-07T20:16:27,701 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T20:16:27,854 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42989 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-07T20:16:27,855 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-07T20:16:27,882 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-8a040b4bf509,42989,1731010577154, ReplicationSource: 1, currentBandwidth=0 2024-11-07T20:16:27,883 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:16:27,883 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,42989,1731010577154, seqNum=-1] 2024-11-07T20:16:27,883 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:16:27,884 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42763, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-07T20:16:27,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8a040b4bf509,42989,1731010577154', locateType=CURRENT is [region=hbase:replication,,1731010586385.95eb47eb79582bd57ad866ead1ef75cf., hostname=8a040b4bf509,42989,1731010577154, seqNum=2] 2024-11-07T20:16:27,889 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-07T20:16:27,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-07T20:16:27,892 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8a040b4bf509,42989,1731010577154 suceeded 2024-11-07T20:16:27,895 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-07T20:16:27,895 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-07T20:16:27,895 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8a040b4bf509:38689,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T20:16:27,897 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5230 sec 2024-11-07T20:16:27,904 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42989,1731010577154 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8a040b4bf509:38689' 2024-11-07T20:16:27,905 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42989,1731010577154 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ac0693c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:16:27,906 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42989,1731010577154 {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,38689,-1 for getting cluster id 2024-11-07T20:16:27,906 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42989,1731010577154 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:16:27,907 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '161fb344-ca54-48ff-83f7-fc43299a3422' 2024-11-07T20:16:27,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:16:27,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "161fb344-ca54-48ff-83f7-fc43299a3422" 2024-11-07T20:16:27,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26d8ed06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:16:27,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,38689,-1] 2024-11-07T20:16:27,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:16:27,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:16:27,908 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:16:27,909 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42989,1731010577154 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e7a27aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:16:27,909 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42989,1731010577154 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:16:27,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,38689,1731010582780 2024-11-07T20:16:27,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@722ac92 2024-11-07T20:16:27,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:16:27,911 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-07T20:16:27,912 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42989,1731010577154 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8a040b4bf509,42989,1731010577154 (queues=1) is replicating from cluster=a2bde1b9-106d-4e35-9931-8900b3312538 to cluster=161fb344-ca54-48ff-83f7-fc43299a3422 2024-11-07T20:16:27,912 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42989,1731010577154 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8a040b4bf509%2C42989%2C1731010577154 2024-11-07T20:16:27,912 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42989,1731010577154 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8a040b4bf509,42989,1731010577154, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T20:16:27,913 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42989,1731010577154.replicationSource.shipper8a040b4bf509%2C42989%2C1731010577154,1-8a040b4bf509,42989,1731010577154 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8a040b4bf509%2C42989%2C1731010577154 2024-11-07T20:16:27,913 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42989,1731010577154.replicationSource.wal-reader.8a040b4bf509%2C42989%2C1731010577154,1-8a040b4bf509,42989,1731010577154 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35989/user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/WALs/8a040b4bf509,42989,1731010577154/8a040b4bf509%2C42989%2C1731010577154.1731010579654, startPosition=0, beingWritten=true 2024-11-07T20:16:28,119 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42989,1731010577154.replicationSource.wal-reader.8a040b4bf509%2C42989%2C1731010577154,1-8a040b4bf509,42989,1731010577154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35989/user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/WALs/8a040b4bf509,42989,1731010577154/8a040b4bf509%2C42989%2C1731010577154.1731010579654 to pos 0, reset compression=false 2024-11-07T20:16:28,423 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42989,1731010577154.replicationSource.wal-reader.8a040b4bf509%2C42989%2C1731010577154,1-8a040b4bf509,42989,1731010577154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35989/user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/WALs/8a040b4bf509,42989,1731010577154/8a040b4bf509%2C42989%2C1731010577154.1731010579654 to pos 0, reset compression=false 2024-11-07T20:16:28,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:16:28,521 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-07T20:16:28,521 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T20:16:28,521 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:16:28,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:16:28,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:16:28,521 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:16:28,521 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:16:28,522 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,34699,1731010576963 2024-11-07T20:16:28,522 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24f349ce 2024-11-07T20:16:28,522 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:16:28,523 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T20:16:28,523 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-07T20:16:28,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T20:16:28,524 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T20:16:28,524 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:16:28,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:16:28,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:16:28,524 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:16:28,524 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T20:16:28,524 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1089659169, stopped=false 2024-11-07T20:16:28,524 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8a040b4bf509,38689,1731010582780 2024-11-07T20:16:28,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38689-0x10116f136050003, quorum=127.0.0.1:61801, baseZNode=/11746990284 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11746990284/running 2024-11-07T20:16:28,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40991-0x10116f136050004, quorum=127.0.0.1:61801, baseZNode=/11746990284 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11746990284/running 2024-11-07T20:16:28,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38689-0x10116f136050003, quorum=127.0.0.1:61801, baseZNode=/11746990284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11746990284 2024-11-07T20:16:28,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40991-0x10116f136050004, quorum=127.0.0.1:61801, baseZNode=/11746990284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11746990284 2024-11-07T20:16:28,584 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T20:16:28,584 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T20:16:28,585 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:16:28,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:16:28,585 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40991-0x10116f136050004, quorum=127.0.0.1:61801, baseZNode=/11746990284 Set watcher on znode that does not yet exist, /11746990284/running 2024-11-07T20:16:28,585 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38689-0x10116f136050003, quorum=127.0.0.1:61801, baseZNode=/11746990284 Set watcher on znode that does not yet exist, /11746990284/running 2024-11-07T20:16:28,585 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8a040b4bf509,40991,1731010582910' ***** 2024-11-07T20:16:28,585 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T20:16:28,585 INFO [RS:0;8a040b4bf509:40991 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T20:16:28,585 INFO [RS:0;8a040b4bf509:40991 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T20:16:28,585 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T20:16:28,585 INFO [RS:0;8a040b4bf509:40991 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T20:16:28,585 INFO [RS:0;8a040b4bf509:40991 {}] regionserver.HRegionServer(959): stopping server 8a040b4bf509,40991,1731010582910 2024-11-07T20:16:28,585 INFO [RS:0;8a040b4bf509:40991 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T20:16:28,585 INFO [RS:0;8a040b4bf509:40991 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a040b4bf509:40991. 2024-11-07T20:16:28,585 DEBUG [RS:0;8a040b4bf509:40991 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:16:28,585 DEBUG [RS:0;8a040b4bf509:40991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:16:28,586 INFO [RS:0;8a040b4bf509:40991 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T20:16:28,586 INFO [RS:0;8a040b4bf509:40991 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T20:16:28,586 INFO [RS:0;8a040b4bf509:40991 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T20:16:28,586 INFO [RS:0;8a040b4bf509:40991 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T20:16:28,586 INFO [RS:0;8a040b4bf509:40991 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T20:16:28,586 DEBUG [RS:0;8a040b4bf509:40991 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-07T20:16:28,586 DEBUG [RS:0;8a040b4bf509:40991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T20:16:28,586 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T20:16:28,586 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T20:16:28,586 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T20:16:28,586 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T20:16:28,586 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T20:16:28,586 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-07T20:16:28,594 INFO [regionserver/8a040b4bf509:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T20:16:28,601 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41955/user/jenkins/test-data/09695df6-7fa4-491c-8a21-d78debd23d54/data/hbase/meta/1588230740/.tmp/ns/88da58a2ffdb4e56994cd8aa1cb99ff9 is 43, key is default/ns:d/1731010586279/Put/seqid=0 2024-11-07T20:16:28,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741835_1011 (size=5153) 2024-11-07T20:16:28,786 DEBUG [RS:0;8a040b4bf509:40991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T20:16:28,828 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42989,1731010577154.replicationSource.wal-reader.8a040b4bf509%2C42989%2C1731010577154,1-8a040b4bf509,42989,1731010577154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35989/user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/WALs/8a040b4bf509,42989,1731010577154/8a040b4bf509%2C42989%2C1731010577154.1731010579654 to pos 0, reset compression=false 2024-11-07T20:16:28,986 DEBUG [RS:0;8a040b4bf509:40991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T20:16:29,006 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41955/user/jenkins/test-data/09695df6-7fa4-491c-8a21-d78debd23d54/data/hbase/meta/1588230740/.tmp/ns/88da58a2ffdb4e56994cd8aa1cb99ff9 2024-11-07T20:16:29,012 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41955/user/jenkins/test-data/09695df6-7fa4-491c-8a21-d78debd23d54/data/hbase/meta/1588230740/.tmp/ns/88da58a2ffdb4e56994cd8aa1cb99ff9 as hdfs://localhost:41955/user/jenkins/test-data/09695df6-7fa4-491c-8a21-d78debd23d54/data/hbase/meta/1588230740/ns/88da58a2ffdb4e56994cd8aa1cb99ff9 2024-11-07T20:16:29,018 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41955/user/jenkins/test-data/09695df6-7fa4-491c-8a21-d78debd23d54/data/hbase/meta/1588230740/ns/88da58a2ffdb4e56994cd8aa1cb99ff9, entries=2, sequenceid=6, filesize=5.0 K 2024-11-07T20:16:29,019 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 433ms, sequenceid=6, compaction requested=false 2024-11-07T20:16:29,023 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41955/user/jenkins/test-data/09695df6-7fa4-491c-8a21-d78debd23d54/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-07T20:16:29,024 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T20:16:29,024 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T20:16:29,024 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T20:16:29,024 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731010588586Running coprocessor pre-close hooks at 1731010588586Disabling compacts and flushes for region at 1731010588586Disabling writes for close at 1731010588586Obtaining lock to block concurrent updates at 1731010588586Preparing flush snapshotting stores in 1588230740 at 1731010588586Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731010588587 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731010588587Flushing 1588230740/ns: creating writer at 1731010588587Flushing 1588230740/ns: appending metadata at 1731010588601 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731010588601Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e35f231: reopening flushed file at 1731010589011 (+410 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 433ms, sequenceid=6, compaction requested=false at 1731010589019 (+8 ms)Writing region close event to WAL at 1731010589020 (+1 ms)Running coprocessor post-close hooks at 1731010589024 (+4 ms)Closed at 1731010589024 2024-11-07T20:16:29,024 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T20:16:29,090 INFO [regionserver/8a040b4bf509:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T20:16:29,090 INFO [regionserver/8a040b4bf509:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T20:16:29,187 INFO [RS:0;8a040b4bf509:40991 {}] regionserver.HRegionServer(976): stopping server 8a040b4bf509,40991,1731010582910; all regions closed. 2024-11-07T20:16:29,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741834_1010 (size=1152) 2024-11-07T20:16:29,192 DEBUG [RS:0;8a040b4bf509:40991 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/09695df6-7fa4-491c-8a21-d78debd23d54/oldWALs 2024-11-07T20:16:29,192 INFO [RS:0;8a040b4bf509:40991 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8a040b4bf509%2C40991%2C1731010582910.meta:.meta(num 1731010586231) 2024-11-07T20:16:29,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741832_1008 (size=93) 2024-11-07T20:16:29,196 DEBUG [RS:0;8a040b4bf509:40991 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/09695df6-7fa4-491c-8a21-d78debd23d54/oldWALs 2024-11-07T20:16:29,196 INFO [RS:0;8a040b4bf509:40991 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8a040b4bf509%2C40991%2C1731010582910:(num 1731010585224) 2024-11-07T20:16:29,196 DEBUG [RS:0;8a040b4bf509:40991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:16:29,196 INFO [RS:0;8a040b4bf509:40991 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T20:16:29,196 INFO [RS:0;8a040b4bf509:40991 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T20:16:29,197 INFO [RS:0;8a040b4bf509:40991 {}] hbase.ChoreService(370): Chore service for: regionserver/8a040b4bf509:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T20:16:29,197 INFO [RS:0;8a040b4bf509:40991 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T20:16:29,197 INFO [regionserver/8a040b4bf509:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T20:16:29,197 INFO [RS:0;8a040b4bf509:40991 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40991 2024-11-07T20:16:29,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38689-0x10116f136050003, quorum=127.0.0.1:61801, baseZNode=/11746990284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11746990284/rs 2024-11-07T20:16:29,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40991-0x10116f136050004, quorum=127.0.0.1:61801, baseZNode=/11746990284 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11746990284/rs/8a040b4bf509,40991,1731010582910 2024-11-07T20:16:29,237 INFO [RS:0;8a040b4bf509:40991 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T20:16:29,247 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8a040b4bf509,40991,1731010582910] 2024-11-07T20:16:29,258 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11746990284/draining/8a040b4bf509,40991,1731010582910 already deleted, retry=false 2024-11-07T20:16:29,258 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8a040b4bf509,40991,1731010582910 expired; onlineServers=0 2024-11-07T20:16:29,258 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8a040b4bf509,38689,1731010582780' ***** 2024-11-07T20:16:29,258 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T20:16:29,258 INFO [M:0;8a040b4bf509:38689 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T20:16:29,258 INFO [M:0;8a040b4bf509:38689 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T20:16:29,258 DEBUG [M:0;8a040b4bf509:38689 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T20:16:29,258 DEBUG [M:0;8a040b4bf509:38689 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T20:16:29,258 DEBUG [master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.small.0-1731010584980 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.small.0-1731010584980,5,FailOnTimeoutGroup] 2024-11-07T20:16:29,258 DEBUG [master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.large.0-1731010584979 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.large.0-1731010584979,5,FailOnTimeoutGroup] 2024-11-07T20:16:29,258 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T20:16:29,258 INFO [M:0;8a040b4bf509:38689 {}] hbase.ChoreService(370): Chore service for: master/8a040b4bf509:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T20:16:29,258 INFO [M:0;8a040b4bf509:38689 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T20:16:29,259 DEBUG [M:0;8a040b4bf509:38689 {}] master.HMaster(1795): Stopping service threads 2024-11-07T20:16:29,259 INFO [M:0;8a040b4bf509:38689 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T20:16:29,259 INFO [M:0;8a040b4bf509:38689 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T20:16:29,259 INFO [M:0;8a040b4bf509:38689 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T20:16:29,259 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T20:16:29,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38689-0x10116f136050003, quorum=127.0.0.1:61801, baseZNode=/11746990284 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11746990284/master 2024-11-07T20:16:29,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38689-0x10116f136050003, quorum=127.0.0.1:61801, baseZNode=/11746990284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11746990284 2024-11-07T20:16:29,268 DEBUG [M:0;8a040b4bf509:38689 {}] zookeeper.ZKUtil(347): master:38689-0x10116f136050003, quorum=127.0.0.1:61801, baseZNode=/11746990284 Unable to get data of znode /11746990284/master because node does not exist (not an error) 2024-11-07T20:16:29,268 WARN [M:0;8a040b4bf509:38689 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T20:16:29,269 INFO [M:0;8a040b4bf509:38689 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41955/user/jenkins/test-data/09695df6-7fa4-491c-8a21-d78debd23d54/.lastflushedseqids 2024-11-07T20:16:29,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741836_1012 (size=99) 2024-11-07T20:16:29,333 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42989,1731010577154.replicationSource.wal-reader.8a040b4bf509%2C42989%2C1731010577154,1-8a040b4bf509,42989,1731010577154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35989/user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/WALs/8a040b4bf509,42989,1731010577154/8a040b4bf509%2C42989%2C1731010577154.1731010579654 to pos 0, reset compression=false 2024-11-07T20:16:29,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40991-0x10116f136050004, quorum=127.0.0.1:61801, baseZNode=/11746990284 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:16:29,347 INFO [RS:0;8a040b4bf509:40991 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T20:16:29,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40991-0x10116f136050004, quorum=127.0.0.1:61801, baseZNode=/11746990284 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:16:29,347 INFO [RS:0;8a040b4bf509:40991 {}] regionserver.HRegionServer(1031): Exiting; stopping=8a040b4bf509,40991,1731010582910; zookeeper connection closed. 2024-11-07T20:16:29,348 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@64333a24 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@64333a24 2024-11-07T20:16:29,348 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T20:16:29,674 INFO [M:0;8a040b4bf509:38689 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T20:16:29,674 INFO [M:0;8a040b4bf509:38689 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T20:16:29,674 DEBUG [M:0;8a040b4bf509:38689 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T20:16:29,674 INFO [M:0;8a040b4bf509:38689 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:16:29,674 DEBUG [M:0;8a040b4bf509:38689 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:16:29,674 DEBUG [M:0;8a040b4bf509:38689 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T20:16:29,675 DEBUG [M:0;8a040b4bf509:38689 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:16:29,675 INFO [M:0;8a040b4bf509:38689 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-07T20:16:29,689 DEBUG [M:0;8a040b4bf509:38689 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41955/user/jenkins/test-data/09695df6-7fa4-491c-8a21-d78debd23d54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9811421af54d4d34ba71c54f1bee274e is 82, key is hbase:meta,,1/info:regioninfo/1731010586264/Put/seqid=0 2024-11-07T20:16:29,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741837_1013 (size=5672) 2024-11-07T20:16:29,694 INFO [M:0;8a040b4bf509:38689 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41955/user/jenkins/test-data/09695df6-7fa4-491c-8a21-d78debd23d54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9811421af54d4d34ba71c54f1bee274e 2024-11-07T20:16:29,713 DEBUG [M:0;8a040b4bf509:38689 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41955/user/jenkins/test-data/09695df6-7fa4-491c-8a21-d78debd23d54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/28b329d0f4584043bde6cc1437f8ba94 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731010586284/Put/seqid=0 2024-11-07T20:16:29,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741838_1014 (size=5275) 2024-11-07T20:16:29,938 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42989,1731010577154.replicationSource.wal-reader.8a040b4bf509%2C42989%2C1731010577154,1-8a040b4bf509,42989,1731010577154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35989/user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/WALs/8a040b4bf509,42989,1731010577154/8a040b4bf509%2C42989%2C1731010577154.1731010579654 to pos 0, reset compression=false 2024-11-07T20:16:30,117 INFO [M:0;8a040b4bf509:38689 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41955/user/jenkins/test-data/09695df6-7fa4-491c-8a21-d78debd23d54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/28b329d0f4584043bde6cc1437f8ba94 2024-11-07T20:16:30,136 DEBUG [M:0;8a040b4bf509:38689 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41955/user/jenkins/test-data/09695df6-7fa4-491c-8a21-d78debd23d54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ad3257d3f889410badc29ea947b64aa7 is 69, key is 8a040b4bf509,40991,1731010582910/rs:state/1731010585074/Put/seqid=0 2024-11-07T20:16:30,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741839_1015 (size=5156) 2024-11-07T20:16:30,541 INFO [M:0;8a040b4bf509:38689 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41955/user/jenkins/test-data/09695df6-7fa4-491c-8a21-d78debd23d54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ad3257d3f889410badc29ea947b64aa7 2024-11-07T20:16:30,546 DEBUG [M:0;8a040b4bf509:38689 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41955/user/jenkins/test-data/09695df6-7fa4-491c-8a21-d78debd23d54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9811421af54d4d34ba71c54f1bee274e as hdfs://localhost:41955/user/jenkins/test-data/09695df6-7fa4-491c-8a21-d78debd23d54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9811421af54d4d34ba71c54f1bee274e 2024-11-07T20:16:30,551 INFO [M:0;8a040b4bf509:38689 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41955/user/jenkins/test-data/09695df6-7fa4-491c-8a21-d78debd23d54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9811421af54d4d34ba71c54f1bee274e, entries=8, sequenceid=28, filesize=5.5 K 2024-11-07T20:16:30,552 DEBUG [M:0;8a040b4bf509:38689 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41955/user/jenkins/test-data/09695df6-7fa4-491c-8a21-d78debd23d54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/28b329d0f4584043bde6cc1437f8ba94 as hdfs://localhost:41955/user/jenkins/test-data/09695df6-7fa4-491c-8a21-d78debd23d54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/28b329d0f4584043bde6cc1437f8ba94 2024-11-07T20:16:30,557 INFO [M:0;8a040b4bf509:38689 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41955/user/jenkins/test-data/09695df6-7fa4-491c-8a21-d78debd23d54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/28b329d0f4584043bde6cc1437f8ba94, entries=3, sequenceid=28, filesize=5.2 K 2024-11-07T20:16:30,558 DEBUG [M:0;8a040b4bf509:38689 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41955/user/jenkins/test-data/09695df6-7fa4-491c-8a21-d78debd23d54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ad3257d3f889410badc29ea947b64aa7 as hdfs://localhost:41955/user/jenkins/test-data/09695df6-7fa4-491c-8a21-d78debd23d54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ad3257d3f889410badc29ea947b64aa7 2024-11-07T20:16:30,563 INFO [M:0;8a040b4bf509:38689 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41955/user/jenkins/test-data/09695df6-7fa4-491c-8a21-d78debd23d54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ad3257d3f889410badc29ea947b64aa7, entries=1, sequenceid=28, filesize=5.0 K 2024-11-07T20:16:30,564 INFO [M:0;8a040b4bf509:38689 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 889ms, sequenceid=28, compaction requested=false 2024-11-07T20:16:30,565 INFO [M:0;8a040b4bf509:38689 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:16:30,565 DEBUG [M:0;8a040b4bf509:38689 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731010589674Disabling compacts and flushes for region at 1731010589674Disabling writes for close at 1731010589674Obtaining lock to block concurrent updates at 1731010589675 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731010589675Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731010589675Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731010589676 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731010589676Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731010589689 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731010589689Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731010589698 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731010589712 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731010589712Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731010590122 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731010590135 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731010590135Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31d18777: reopening flushed file at 1731010590545 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71ed594c: reopening flushed file at 1731010590551 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56e37316: reopening flushed file at 1731010590557 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 889ms, sequenceid=28, compaction requested=false at 1731010590564 (+7 ms)Writing region close event to WAL at 1731010590565 (+1 ms)Closed at 1731010590565 2024-11-07T20:16:30,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741830_1006 (size=10165) 2024-11-07T20:16:30,567 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/09695df6-7fa4-491c-8a21-d78debd23d54/MasterData/WALs/8a040b4bf509,38689,1731010582780/8a040b4bf509%2C38689%2C1731010582780.1731010584632 not finished, retry = 0 2024-11-07T20:16:30,643 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42989,1731010577154.replicationSource.wal-reader.8a040b4bf509%2C42989%2C1731010577154,1-8a040b4bf509,42989,1731010577154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35989/user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/WALs/8a040b4bf509,42989,1731010577154/8a040b4bf509%2C42989%2C1731010577154.1731010579654 to pos 0, reset compression=false 2024-11-07T20:16:30,669 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T20:16:30,669 INFO [M:0;8a040b4bf509:38689 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T20:16:30,669 INFO [M:0;8a040b4bf509:38689 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38689 2024-11-07T20:16:30,669 INFO [M:0;8a040b4bf509:38689 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T20:16:30,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38689-0x10116f136050003, quorum=127.0.0.1:61801, baseZNode=/11746990284 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:16:30,842 INFO [M:0;8a040b4bf509:38689 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T20:16:30,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38689-0x10116f136050003, quorum=127.0.0.1:61801, baseZNode=/11746990284 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:16:30,846 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a7d9ac1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T20:16:30,846 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@530e46e0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T20:16:30,846 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T20:16:30,847 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7dd49cc1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T20:16:30,847 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14777db9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b42f153d-1238-7274-f696-2aa729e56041/hadoop.log.dir/,STOPPED} 2024-11-07T20:16:30,848 WARN [BP-694765419-172.17.0.2-1731010580846 heartbeating to localhost/127.0.0.1:41955 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T20:16:30,848 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T20:16:30,848 WARN [BP-694765419-172.17.0.2-1731010580846 heartbeating to localhost/127.0.0.1:41955 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-694765419-172.17.0.2-1731010580846 (Datanode Uuid 747ad676-1804-4622-a51f-01edb478fbf5) service to localhost/127.0.0.1:41955 2024-11-07T20:16:30,848 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T20:16:30,848 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b42f153d-1238-7274-f696-2aa729e56041/cluster_2b486502-d663-c92a-009b-758c4479fbf0/data/data1/current/BP-694765419-172.17.0.2-1731010580846 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T20:16:30,849 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b42f153d-1238-7274-f696-2aa729e56041/cluster_2b486502-d663-c92a-009b-758c4479fbf0/data/data2/current/BP-694765419-172.17.0.2-1731010580846 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T20:16:30,849 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T20:16:30,853 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5b28e0f2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T20:16:30,854 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2b632b98{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T20:16:30,854 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T20:16:30,854 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4566547a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T20:16:30,855 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73da8684{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b42f153d-1238-7274-f696-2aa729e56041/hadoop.log.dir/,STOPPED} 2024-11-07T20:16:30,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T20:16:30,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T20:16:30,872 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T20:16:30,872 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:16:30,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:16:30,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:16:30,872 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:16:30,872 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T20:16:30,872 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=497812320, stopped=false 2024-11-07T20:16:30,872 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8a040b4bf509,34699,1731010576963 2024-11-07T20:16:30,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x10116f136050000, quorum=127.0.0.1:61801, baseZNode=/027295484 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/027295484/running 2024-11-07T20:16:30,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42989-0x10116f136050001, quorum=127.0.0.1:61801, baseZNode=/027295484 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/027295484/running 2024-11-07T20:16:30,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x10116f136050000, quorum=127.0.0.1:61801, baseZNode=/027295484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/027295484 2024-11-07T20:16:30,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42989-0x10116f136050001, quorum=127.0.0.1:61801, baseZNode=/027295484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/027295484 2024-11-07T20:16:30,889 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T20:16:30,889 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T20:16:30,890 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:16:30,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:16:30,890 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8a040b4bf509,42989,1731010577154' ***** 2024-11-07T20:16:30,890 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T20:16:30,890 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42989-0x10116f136050001, quorum=127.0.0.1:61801, baseZNode=/027295484 Set watcher on znode that does not yet exist, /027295484/running 2024-11-07T20:16:30,890 INFO [RS:0;8a040b4bf509:42989 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T20:16:30,890 INFO [RS:0;8a040b4bf509:42989 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T20:16:30,890 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T20:16:30,890 INFO [RS:0;8a040b4bf509:42989 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T20:16:30,890 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34699-0x10116f136050000, quorum=127.0.0.1:61801, baseZNode=/027295484 Set watcher on znode that does not yet exist, /027295484/running 2024-11-07T20:16:30,890 INFO [RS:0;8a040b4bf509:42989 {}] regionserver.HRegionServer(3091): Received CLOSE for 95eb47eb79582bd57ad866ead1ef75cf 2024-11-07T20:16:30,891 INFO [RS:0;8a040b4bf509:42989 {}] regionserver.HRegionServer(959): stopping server 8a040b4bf509,42989,1731010577154 2024-11-07T20:16:30,891 INFO [RS:0;8a040b4bf509:42989 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T20:16:30,891 INFO [RS:0;8a040b4bf509:42989 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a040b4bf509:42989. 2024-11-07T20:16:30,891 DEBUG [RS:0;8a040b4bf509:42989 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:16:30,891 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 95eb47eb79582bd57ad866ead1ef75cf, disabling compactions & flushes 2024-11-07T20:16:30,891 DEBUG [RS:0;8a040b4bf509:42989 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:16:30,891 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731010586385.95eb47eb79582bd57ad866ead1ef75cf. 2024-11-07T20:16:30,891 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731010586385.95eb47eb79582bd57ad866ead1ef75cf. 2024-11-07T20:16:30,891 INFO [RS:0;8a040b4bf509:42989 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T20:16:30,891 INFO [RS:0;8a040b4bf509:42989 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T20:16:30,891 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731010586385.95eb47eb79582bd57ad866ead1ef75cf. after waiting 0 ms 2024-11-07T20:16:30,891 INFO [RS:0;8a040b4bf509:42989 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T20:16:30,891 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731010586385.95eb47eb79582bd57ad866ead1ef75cf. 2024-11-07T20:16:30,891 INFO [RS:0;8a040b4bf509:42989 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T20:16:30,891 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 95eb47eb79582bd57ad866ead1ef75cf 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-07T20:16:30,891 INFO [RS:0;8a040b4bf509:42989 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T20:16:30,891 DEBUG [RS:0;8a040b4bf509:42989 {}] regionserver.HRegionServer(1325): Online Regions={95eb47eb79582bd57ad866ead1ef75cf=hbase:replication,,1731010586385.95eb47eb79582bd57ad866ead1ef75cf., 1588230740=hbase:meta,,1.1588230740} 2024-11-07T20:16:30,891 DEBUG [RS:0;8a040b4bf509:42989 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 95eb47eb79582bd57ad866ead1ef75cf 2024-11-07T20:16:30,891 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T20:16:30,891 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T20:16:30,892 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T20:16:30,892 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T20:16:30,892 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T20:16:30,892 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-07T20:16:30,906 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35989/user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/data/hbase/replication/95eb47eb79582bd57ad866ead1ef75cf/.tmp/queue/2dced8f9df4745ffa98762ce0f1851dd is 151, key is 1-8a040b4bf509,42989,1731010577154/queue:8a040b4bf509%2C42989%2C1731010577154/1731010587888/Put/seqid=0 2024-11-07T20:16:30,907 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35989/user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/data/hbase/meta/1588230740/.tmp/info/6500c24daa53471f8462974b42e32eb5 is 147, key is hbase:replication,,1731010586385.95eb47eb79582bd57ad866ead1ef75cf./info:regioninfo/1731010587561/Put/seqid=0 2024-11-07T20:16:30,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40879 is added to blk_1073741838_1014 (size=5350) 2024-11-07T20:16:30,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40879 is added to blk_1073741839_1015 (size=6631) 2024-11-07T20:16:30,912 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35989/user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/data/hbase/meta/1588230740/.tmp/info/6500c24daa53471f8462974b42e32eb5 2024-11-07T20:16:30,933 INFO [regionserver/8a040b4bf509:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T20:16:30,935 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35989/user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/data/hbase/meta/1588230740/.tmp/ns/a3f0556e753a47418e12a61ddd0b7c2b is 43, key is default/ns:d/1731010580701/Put/seqid=0 2024-11-07T20:16:30,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40879 is added to blk_1073741840_1016 (size=5153) 2024-11-07T20:16:31,092 DEBUG [RS:0;8a040b4bf509:42989 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 95eb47eb79582bd57ad866ead1ef75cf 2024-11-07T20:16:31,292 DEBUG [RS:0;8a040b4bf509:42989 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 95eb47eb79582bd57ad866ead1ef75cf 2024-11-07T20:16:31,311 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35989/user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/data/hbase/replication/95eb47eb79582bd57ad866ead1ef75cf/.tmp/queue/2dced8f9df4745ffa98762ce0f1851dd 2024-11-07T20:16:31,317 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35989/user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/data/hbase/replication/95eb47eb79582bd57ad866ead1ef75cf/.tmp/queue/2dced8f9df4745ffa98762ce0f1851dd as hdfs://localhost:35989/user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/data/hbase/replication/95eb47eb79582bd57ad866ead1ef75cf/queue/2dced8f9df4745ffa98762ce0f1851dd 2024-11-07T20:16:31,323 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35989/user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/data/hbase/replication/95eb47eb79582bd57ad866ead1ef75cf/queue/2dced8f9df4745ffa98762ce0f1851dd, entries=1, sequenceid=5, filesize=5.2 K 2024-11-07T20:16:31,324 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 95eb47eb79582bd57ad866ead1ef75cf in 433ms, sequenceid=5, compaction requested=false 2024-11-07T20:16:31,324 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-07T20:16:31,329 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35989/user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/data/hbase/replication/95eb47eb79582bd57ad866ead1ef75cf/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-07T20:16:31,329 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T20:16:31,329 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T20:16:31,329 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731010586385.95eb47eb79582bd57ad866ead1ef75cf. 2024-11-07T20:16:31,329 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 95eb47eb79582bd57ad866ead1ef75cf: Waiting for close lock at 1731010590891Running coprocessor pre-close hooks at 1731010590891Disabling compacts and flushes for region at 1731010590891Disabling writes for close at 1731010590891Obtaining lock to block concurrent updates at 1731010590891Preparing flush snapshotting stores in 95eb47eb79582bd57ad866ead1ef75cf at 1731010590891Finished memstore snapshotting hbase:replication,,1731010586385.95eb47eb79582bd57ad866ead1ef75cf., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731010590891Flushing stores of hbase:replication,,1731010586385.95eb47eb79582bd57ad866ead1ef75cf. at 1731010590892 (+1 ms)Flushing 95eb47eb79582bd57ad866ead1ef75cf/queue: creating writer at 1731010590892Flushing 95eb47eb79582bd57ad866ead1ef75cf/queue: appending metadata at 1731010590906 (+14 ms)Flushing 95eb47eb79582bd57ad866ead1ef75cf/queue: closing flushed file at 1731010590906Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@156bc4d4: reopening flushed file at 1731010591316 (+410 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 95eb47eb79582bd57ad866ead1ef75cf in 433ms, sequenceid=5, compaction requested=false at 1731010591324 (+8 ms)Writing region close event to WAL at 1731010591325 (+1 ms)Running coprocessor post-close hooks at 1731010591329 (+4 ms)Closed at 1731010591329 2024-11-07T20:16:31,330 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731010586385.95eb47eb79582bd57ad866ead1ef75cf. 2024-11-07T20:16:31,340 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35989/user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/data/hbase/meta/1588230740/.tmp/ns/a3f0556e753a47418e12a61ddd0b7c2b 2024-11-07T20:16:31,362 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35989/user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/data/hbase/meta/1588230740/.tmp/table/8ecde9fdccf74121a9643ebcb21ef5d4 is 53, key is hbase:replication/table:state/1731010587570/Put/seqid=0 2024-11-07T20:16:31,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40879 is added to blk_1073741841_1017 (size=5256) 2024-11-07T20:16:31,448 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42989,1731010577154.replicationSource.wal-reader.8a040b4bf509%2C42989%2C1731010577154,1-8a040b4bf509,42989,1731010577154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35989/user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/WALs/8a040b4bf509,42989,1731010577154/8a040b4bf509%2C42989%2C1731010577154.1731010579654 to pos 0, reset compression=false 2024-11-07T20:16:31,492 DEBUG [RS:0;8a040b4bf509:42989 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T20:16:31,536 INFO [regionserver/8a040b4bf509:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T20:16:31,536 INFO [regionserver/8a040b4bf509:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T20:16:31,692 DEBUG [RS:0;8a040b4bf509:42989 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T20:16:31,749 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T20:16:31,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:16:31,767 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35989/user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/data/hbase/meta/1588230740/.tmp/table/8ecde9fdccf74121a9643ebcb21ef5d4 2024-11-07T20:16:31,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:16:31,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:16:31,774 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35989/user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/data/hbase/meta/1588230740/.tmp/info/6500c24daa53471f8462974b42e32eb5 as hdfs://localhost:35989/user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/data/hbase/meta/1588230740/info/6500c24daa53471f8462974b42e32eb5 2024-11-07T20:16:31,780 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35989/user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/data/hbase/meta/1588230740/info/6500c24daa53471f8462974b42e32eb5, entries=10, sequenceid=11, filesize=6.5 K 2024-11-07T20:16:31,782 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35989/user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/data/hbase/meta/1588230740/.tmp/ns/a3f0556e753a47418e12a61ddd0b7c2b as hdfs://localhost:35989/user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/data/hbase/meta/1588230740/ns/a3f0556e753a47418e12a61ddd0b7c2b 2024-11-07T20:16:31,788 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35989/user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/data/hbase/meta/1588230740/ns/a3f0556e753a47418e12a61ddd0b7c2b, entries=2, sequenceid=11, filesize=5.0 K 2024-11-07T20:16:31,789 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35989/user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/data/hbase/meta/1588230740/.tmp/table/8ecde9fdccf74121a9643ebcb21ef5d4 as hdfs://localhost:35989/user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/data/hbase/meta/1588230740/table/8ecde9fdccf74121a9643ebcb21ef5d4 2024-11-07T20:16:31,794 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35989/user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/data/hbase/meta/1588230740/table/8ecde9fdccf74121a9643ebcb21ef5d4, entries=2, sequenceid=11, filesize=5.1 K 2024-11-07T20:16:31,795 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 903ms, sequenceid=11, compaction requested=false 2024-11-07T20:16:31,799 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35989/user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-07T20:16:31,800 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T20:16:31,800 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T20:16:31,800 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T20:16:31,800 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731010590891Running coprocessor pre-close hooks at 1731010590891Disabling compacts and flushes for region at 1731010590891Disabling writes for close at 1731010590892 (+1 ms)Obtaining lock to block concurrent updates at 1731010590892Preparing flush snapshotting stores in 1588230740 at 1731010590892Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731010590892Flushing stores of hbase:meta,,1.1588230740 at 1731010590893 (+1 ms)Flushing 1588230740/info: creating writer at 1731010590893Flushing 1588230740/info: appending metadata at 1731010590907 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731010590907Flushing 1588230740/ns: creating writer at 1731010590918 (+11 ms)Flushing 1588230740/ns: appending metadata at 1731010590935 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731010590935Flushing 1588230740/table: creating writer at 1731010591346 (+411 ms)Flushing 1588230740/table: appending metadata at 1731010591362 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731010591362Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10eb82ac: reopening flushed file at 1731010591773 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c71d8d9: reopening flushed file at 1731010591781 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69a54709: reopening flushed file at 1731010591788 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 903ms, sequenceid=11, compaction requested=false at 1731010591795 (+7 ms)Writing region close event to WAL at 1731010591796 (+1 ms)Running coprocessor post-close hooks at 1731010591800 (+4 ms)Closed at 1731010591800 2024-11-07T20:16:31,800 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T20:16:31,892 INFO [RS:0;8a040b4bf509:42989 {}] regionserver.HRegionServer(976): stopping server 8a040b4bf509,42989,1731010577154; all regions closed. 2024-11-07T20:16:31,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40879 is added to blk_1073741834_1010 (size=2742) 2024-11-07T20:16:31,895 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/WALs/8a040b4bf509,42989,1731010577154/8a040b4bf509%2C42989%2C1731010577154.meta.1731010580609.meta not finished, retry = 0 2024-11-07T20:16:31,998 DEBUG [RS:0;8a040b4bf509:42989 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/oldWALs 2024-11-07T20:16:31,998 INFO [RS:0;8a040b4bf509:42989 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8a040b4bf509%2C42989%2C1731010577154.meta:.meta(num 1731010580609) 2024-11-07T20:16:32,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40879 is added to blk_1073741837_1013 (size=1586) 2024-11-07T20:16:32,000 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/WALs/8a040b4bf509,42989,1731010577154/8a040b4bf509%2C42989%2C1731010577154.rep.1731010587527 not finished, retry = 0 2024-11-07T20:16:32,103 DEBUG [RS:0;8a040b4bf509:42989 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/oldWALs 2024-11-07T20:16:32,103 INFO [RS:0;8a040b4bf509:42989 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8a040b4bf509%2C42989%2C1731010577154.rep:(num 1731010587527) 2024-11-07T20:16:32,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40879 is added to blk_1073741832_1008 (size=93) 2024-11-07T20:16:32,107 DEBUG [RS:0;8a040b4bf509:42989 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/oldWALs 2024-11-07T20:16:32,107 INFO [RS:0;8a040b4bf509:42989 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8a040b4bf509%2C42989%2C1731010577154:(num 1731010579654) 2024-11-07T20:16:32,107 DEBUG [RS:0;8a040b4bf509:42989 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:16:32,107 INFO [RS:0;8a040b4bf509:42989 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T20:16:32,107 INFO [RS:0;8a040b4bf509:42989 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T20:16:32,108 INFO [RS:0;8a040b4bf509:42989 {}] hbase.ChoreService(370): Chore service for: regionserver/8a040b4bf509:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T20:16:32,108 INFO [RS:0;8a040b4bf509:42989 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T20:16:32,108 INFO [regionserver/8a040b4bf509:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T20:16:32,108 INFO [RS:0;8a040b4bf509:42989 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8a040b4bf509,42989,1731010577154 because: Region server is closing 2024-11-07T20:16:32,108 INFO [RS:0;8a040b4bf509:42989 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a040b4bf509:42989. 2024-11-07T20:16:32,108 DEBUG [RS:0;8a040b4bf509:42989 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:16:32,109 DEBUG [RS:0;8a040b4bf509:42989 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:16:32,109 DEBUG [RS:0;8a040b4bf509:42989 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:16:32,109 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:16:32,209 WARN [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42989,1731010577154.replicationSource.shipper8a040b4bf509%2C42989%2C1731010577154,1-8a040b4bf509,42989,1731010577154 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-07T20:16:32,209 WARN [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42989,1731010577154.replicationSource.wal-reader.8a040b4bf509%2C42989%2C1731010577154,1-8a040b4bf509,42989,1731010577154 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-07T20:16:32,209 INFO [RS:0;8a040b4bf509:42989 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42989,1731010577154.replicationSource.shipper8a040b4bf509%2C42989%2C1731010577154,1-8a040b4bf509,42989,1731010577154 terminated 2024-11-07T20:16:32,209 INFO [RS:0;8a040b4bf509:42989 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42989 2024-11-07T20:16:32,258 INFO [RS:0;8a040b4bf509:42989 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T20:16:32,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x10116f136050000, quorum=127.0.0.1:61801, baseZNode=/027295484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/027295484/rs 2024-11-07T20:16:32,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42989-0x10116f136050001, quorum=127.0.0.1:61801, baseZNode=/027295484 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/027295484/rs/8a040b4bf509,42989,1731010577154 2024-11-07T20:16:32,268 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8a040b4bf509,42989,1731010577154] 2024-11-07T20:16:32,278 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /027295484/draining/8a040b4bf509,42989,1731010577154 already deleted, retry=false 2024-11-07T20:16:32,278 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8a040b4bf509,42989,1731010577154 expired; onlineServers=0 2024-11-07T20:16:32,278 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8a040b4bf509,34699,1731010576963' ***** 2024-11-07T20:16:32,278 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T20:16:32,279 INFO [M:0;8a040b4bf509:34699 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T20:16:32,279 INFO [M:0;8a040b4bf509:34699 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T20:16:32,279 DEBUG [M:0;8a040b4bf509:34699 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T20:16:32,279 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T20:16:32,279 DEBUG [M:0;8a040b4bf509:34699 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T20:16:32,279 DEBUG [master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.large.0-1731010579386 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.large.0-1731010579386,5,FailOnTimeoutGroup] 2024-11-07T20:16:32,279 DEBUG [master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.small.0-1731010579387 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.small.0-1731010579387,5,FailOnTimeoutGroup] 2024-11-07T20:16:32,279 INFO [M:0;8a040b4bf509:34699 {}] hbase.ChoreService(370): Chore service for: master/8a040b4bf509:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T20:16:32,279 INFO [M:0;8a040b4bf509:34699 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T20:16:32,279 DEBUG [M:0;8a040b4bf509:34699 {}] master.HMaster(1795): Stopping service threads 2024-11-07T20:16:32,279 INFO [M:0;8a040b4bf509:34699 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T20:16:32,279 INFO [M:0;8a040b4bf509:34699 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T20:16:32,279 INFO [M:0;8a040b4bf509:34699 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T20:16:32,279 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T20:16:32,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x10116f136050000, quorum=127.0.0.1:61801, baseZNode=/027295484 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/027295484/master 2024-11-07T20:16:32,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x10116f136050000, quorum=127.0.0.1:61801, baseZNode=/027295484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/027295484 2024-11-07T20:16:32,289 DEBUG [M:0;8a040b4bf509:34699 {}] zookeeper.ZKUtil(347): master:34699-0x10116f136050000, quorum=127.0.0.1:61801, baseZNode=/027295484 Unable to get data of znode /027295484/master because node does not exist (not an error) 2024-11-07T20:16:32,289 WARN [M:0;8a040b4bf509:34699 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T20:16:32,290 INFO [M:0;8a040b4bf509:34699 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35989/user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/.lastflushedseqids 2024-11-07T20:16:32,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40879 is added to blk_1073741842_1018 (size=181) 2024-11-07T20:16:32,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42989-0x10116f136050001, quorum=127.0.0.1:61801, baseZNode=/027295484 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:16:32,368 INFO [RS:0;8a040b4bf509:42989 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T20:16:32,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42989-0x10116f136050001, quorum=127.0.0.1:61801, baseZNode=/027295484 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:16:32,368 INFO [RS:0;8a040b4bf509:42989 {}] regionserver.HRegionServer(1031): Exiting; stopping=8a040b4bf509,42989,1731010577154; zookeeper connection closed. 2024-11-07T20:16:32,368 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7ac94299 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7ac94299 2024-11-07T20:16:32,369 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T20:16:32,695 INFO [M:0;8a040b4bf509:34699 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T20:16:32,695 INFO [M:0;8a040b4bf509:34699 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T20:16:32,695 DEBUG [M:0;8a040b4bf509:34699 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T20:16:32,695 INFO [M:0;8a040b4bf509:34699 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:16:32,695 DEBUG [M:0;8a040b4bf509:34699 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:16:32,696 DEBUG [M:0;8a040b4bf509:34699 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T20:16:32,696 DEBUG [M:0;8a040b4bf509:34699 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:16:32,696 INFO [M:0;8a040b4bf509:34699 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-07T20:16:32,710 DEBUG [M:0;8a040b4bf509:34699 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35989/user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0013770d66e844939cc454567cec699e is 82, key is hbase:meta,,1/info:regioninfo/1731010580649/Put/seqid=0 2024-11-07T20:16:32,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40879 is added to blk_1073741843_1019 (size=5672) 2024-11-07T20:16:33,114 INFO [M:0;8a040b4bf509:34699 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35989/user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0013770d66e844939cc454567cec699e 2024-11-07T20:16:33,132 DEBUG [M:0;8a040b4bf509:34699 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35989/user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/794898b7ee454f7e85b571bac8c13737 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731010587575/Put/seqid=0 2024-11-07T20:16:33,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40879 is added to blk_1073741844_1020 (size=7203) 2024-11-07T20:16:33,536 INFO [M:0;8a040b4bf509:34699 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35989/user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/794898b7ee454f7e85b571bac8c13737 2024-11-07T20:16:33,554 DEBUG [M:0;8a040b4bf509:34699 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35989/user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/498538618f544ef1a1ad3a2ef7297de8 is 69, key is 8a040b4bf509,42989,1731010577154/rs:state/1731010579506/Put/seqid=0 2024-11-07T20:16:33,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40879 is added to blk_1073741845_1021 (size=5156) 2024-11-07T20:16:33,958 INFO [M:0;8a040b4bf509:34699 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35989/user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/498538618f544ef1a1ad3a2ef7297de8 2024-11-07T20:16:33,964 DEBUG [M:0;8a040b4bf509:34699 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35989/user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0013770d66e844939cc454567cec699e as hdfs://localhost:35989/user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0013770d66e844939cc454567cec699e 2024-11-07T20:16:33,969 INFO [M:0;8a040b4bf509:34699 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35989/user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0013770d66e844939cc454567cec699e, entries=8, sequenceid=70, filesize=5.5 K 2024-11-07T20:16:33,970 DEBUG [M:0;8a040b4bf509:34699 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35989/user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/794898b7ee454f7e85b571bac8c13737 as hdfs://localhost:35989/user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/794898b7ee454f7e85b571bac8c13737 2024-11-07T20:16:33,975 INFO [M:0;8a040b4bf509:34699 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35989/user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/794898b7ee454f7e85b571bac8c13737, entries=8, sequenceid=70, filesize=7.0 K 2024-11-07T20:16:33,976 DEBUG [M:0;8a040b4bf509:34699 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35989/user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/498538618f544ef1a1ad3a2ef7297de8 as hdfs://localhost:35989/user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/498538618f544ef1a1ad3a2ef7297de8 2024-11-07T20:16:33,981 INFO [M:0;8a040b4bf509:34699 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35989/user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/498538618f544ef1a1ad3a2ef7297de8, entries=1, sequenceid=70, filesize=5.0 K 2024-11-07T20:16:33,982 INFO [M:0;8a040b4bf509:34699 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=70, compaction requested=false 2024-11-07T20:16:33,983 INFO [M:0;8a040b4bf509:34699 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:16:33,984 DEBUG [M:0;8a040b4bf509:34699 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731010592695Disabling compacts and flushes for region at 1731010592695Disabling writes for close at 1731010592696 (+1 ms)Obtaining lock to block concurrent updates at 1731010592696Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731010592696Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731010592696Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731010592697 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731010592697Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731010592709 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731010592709Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731010593119 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731010593131 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731010593131Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731010593541 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731010593553 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731010593553Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b5b74b8: reopening flushed file at 1731010593963 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d3866ce: reopening flushed file at 1731010593969 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37fc4666: reopening flushed file at 1731010593975 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=70, compaction requested=false at 1731010593982 (+7 ms)Writing region close event to WAL at 1731010593983 (+1 ms)Closed at 1731010593983 2024-11-07T20:16:33,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40879 is added to blk_1073741830_1006 (size=41008) 2024-11-07T20:16:33,986 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0d4c7144-2b45-684f-83f2-b14f013f5801/MasterData/WALs/8a040b4bf509,34699,1731010576963/8a040b4bf509%2C34699%2C1731010576963.1731010578908 not finished, retry = 0 2024-11-07T20:16:34,087 INFO [M:0;8a040b4bf509:34699 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T20:16:34,087 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T20:16:34,087 INFO [M:0;8a040b4bf509:34699 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34699 2024-11-07T20:16:34,087 INFO [M:0;8a040b4bf509:34699 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T20:16:34,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x10116f136050000, quorum=127.0.0.1:61801, baseZNode=/027295484 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:16:34,242 INFO [M:0;8a040b4bf509:34699 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T20:16:34,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x10116f136050000, quorum=127.0.0.1:61801, baseZNode=/027295484 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:16:34,245 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@73336f59{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T20:16:34,246 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@456f1799{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T20:16:34,246 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T20:16:34,246 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3de29a00{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T20:16:34,246 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56680efa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4da65cf6-7e30-30cc-7a71-1a33c167f25e/hadoop.log.dir/,STOPPED} 2024-11-07T20:16:34,247 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T20:16:34,247 WARN [BP-2007133198-172.17.0.2-1731010574972 heartbeating to localhost/127.0.0.1:35989 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T20:16:34,247 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T20:16:34,247 WARN [BP-2007133198-172.17.0.2-1731010574972 heartbeating to localhost/127.0.0.1:35989 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2007133198-172.17.0.2-1731010574972 (Datanode Uuid 873375e3-3afd-48dc-80e4-37c031e76ad9) service to localhost/127.0.0.1:35989 2024-11-07T20:16:34,248 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4da65cf6-7e30-30cc-7a71-1a33c167f25e/cluster_7805f539-033c-8f08-e366-bd7b0dc5cd45/data/data1/current/BP-2007133198-172.17.0.2-1731010574972 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T20:16:34,248 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4da65cf6-7e30-30cc-7a71-1a33c167f25e/cluster_7805f539-033c-8f08-e366-bd7b0dc5cd45/data/data2/current/BP-2007133198-172.17.0.2-1731010574972 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T20:16:34,249 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T20:16:34,254 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1a4290fe{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T20:16:34,255 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@29dad23f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T20:16:34,255 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T20:16:34,255 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@520994d2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T20:16:34,255 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@242482cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4da65cf6-7e30-30cc-7a71-1a33c167f25e/hadoop.log.dir/,STOPPED} 2024-11-07T20:16:34,261 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T20:16:34,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T20:16:34,282 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=138 (was 108) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35989 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35989 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35989 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41955 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35989 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61801) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35989 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:41955 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41955 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41955 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:35989 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61801) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41955 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35989 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35989 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=464 (was 430) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=281 (was 308), ProcessCount=11 (was 11), AvailableMemoryMB=1384 (was 1532) 2024-11-07T20:16:34,290 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=138, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=281, ProcessCount=11, AvailableMemoryMB=1384 2024-11-07T20:16:34,304 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-07T20:16:34,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b42f153d-1238-7274-f696-2aa729e56041/hadoop.log.dir so I do NOT create it in target/test-data/63472486-229f-65a3-d4a6-0b503f51bf52 2024-11-07T20:16:34,304 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b42f153d-1238-7274-f696-2aa729e56041/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T20:16:34,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b42f153d-1238-7274-f696-2aa729e56041/hadoop.tmp.dir so I do NOT create it in target/test-data/63472486-229f-65a3-d4a6-0b503f51bf52 2024-11-07T20:16:34,304 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b42f153d-1238-7274-f696-2aa729e56041/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T20:16:34,304 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63472486-229f-65a3-d4a6-0b503f51bf52 2024-11-07T20:16:34,304 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63472486-229f-65a3-d4a6-0b503f51bf52/cluster_0f32db76-2f31-aa2b-60a1-08accd87cbf8, deleteOnExit=true 2024-11-07T20:16:34,331 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63472486-229f-65a3-d4a6-0b503f51bf52/cluster_0f32db76-2f31-aa2b-60a1-08accd87cbf8/zookeeper_0, clientPort=64690, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63472486-229f-65a3-d4a6-0b503f51bf52/cluster_0f32db76-2f31-aa2b-60a1-08accd87cbf8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63472486-229f-65a3-d4a6-0b503f51bf52/cluster_0f32db76-2f31-aa2b-60a1-08accd87cbf8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T20:16:34,332 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64690 2024-11-07T20:16:34,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T20:16:34,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T20:16:34,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63472486-229f-65a3-d4a6-0b503f51bf52/test.cache.data in system properties and HBase conf 2024-11-07T20:16:34,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63472486-229f-65a3-d4a6-0b503f51bf52/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T20:16:34,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63472486-229f-65a3-d4a6-0b503f51bf52/hadoop.log.dir in system properties and HBase conf 2024-11-07T20:16:34,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63472486-229f-65a3-d4a6-0b503f51bf52/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T20:16:34,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63472486-229f-65a3-d4a6-0b503f51bf52/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T20:16:34,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T20:16:34,332 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T20:16:34,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63472486-229f-65a3-d4a6-0b503f51bf52/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T20:16:34,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63472486-229f-65a3-d4a6-0b503f51bf52/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T20:16:34,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63472486-229f-65a3-d4a6-0b503f51bf52/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T20:16:34,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63472486-229f-65a3-d4a6-0b503f51bf52/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T20:16:34,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63472486-229f-65a3-d4a6-0b503f51bf52/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T20:16:34,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63472486-229f-65a3-d4a6-0b503f51bf52/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T20:16:34,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63472486-229f-65a3-d4a6-0b503f51bf52/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T20:16:34,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63472486-229f-65a3-d4a6-0b503f51bf52/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T20:16:34,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63472486-229f-65a3-d4a6-0b503f51bf52/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T20:16:34,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63472486-229f-65a3-d4a6-0b503f51bf52/nfs.dump.dir in system properties and HBase conf 2024-11-07T20:16:34,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63472486-229f-65a3-d4a6-0b503f51bf52/java.io.tmpdir in system properties and HBase conf 2024-11-07T20:16:34,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63472486-229f-65a3-d4a6-0b503f51bf52/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T20:16:34,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63472486-229f-65a3-d4a6-0b503f51bf52/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T20:16:34,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63472486-229f-65a3-d4a6-0b503f51bf52/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T20:16:34,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10116f136050002, quorum=127.0.0.1:61801, baseZNode=/027295484 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T20:16:34,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10116f136050005, quorum=127.0.0.1:61801, baseZNode=/11746990284 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T20:16:34,359 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10116f136050005, quorum=127.0.0.1:61801, baseZNode=/11746990284 Received Disconnected from ZooKeeper, ignoring 2024-11-07T20:16:34,359 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10116f136050002, quorum=127.0.0.1:61801, baseZNode=/027295484 Received Disconnected from ZooKeeper, ignoring 2024-11-07T20:16:34,645 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T20:16:34,650 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T20:16:34,652 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T20:16:34,652 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T20:16:34,652 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T20:16:34,652 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T20:16:34,653 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a42b3e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63472486-229f-65a3-d4a6-0b503f51bf52/hadoop.log.dir/,AVAILABLE} 2024-11-07T20:16:34,653 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f85ec92{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T20:16:34,744 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a5e45e5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63472486-229f-65a3-d4a6-0b503f51bf52/java.io.tmpdir/jetty-localhost-34675-hadoop-hdfs-3_4_1-tests_jar-_-any-7756644372214596502/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T20:16:34,745 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5b67927a{HTTP/1.1, (http/1.1)}{localhost:34675} 2024-11-07T20:16:34,745 INFO [Time-limited test {}] server.Server(415): Started @55511ms 2024-11-07T20:16:34,996 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T20:16:34,999 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T20:16:35,000 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T20:16:35,000 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T20:16:35,000 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T20:16:35,002 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ba9d83b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63472486-229f-65a3-d4a6-0b503f51bf52/hadoop.log.dir/,AVAILABLE} 2024-11-07T20:16:35,003 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@368d87d8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T20:16:35,098 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7c055765{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63472486-229f-65a3-d4a6-0b503f51bf52/java.io.tmpdir/jetty-localhost-32983-hadoop-hdfs-3_4_1-tests_jar-_-any-17203574412336189822/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T20:16:35,098 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@503f5772{HTTP/1.1, (http/1.1)}{localhost:32983} 2024-11-07T20:16:35,098 INFO [Time-limited test {}] server.Server(415): Started @55864ms 2024-11-07T20:16:35,099 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T20:16:35,723 WARN [Thread-829 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63472486-229f-65a3-d4a6-0b503f51bf52/cluster_0f32db76-2f31-aa2b-60a1-08accd87cbf8/data/data1/current/BP-1085482547-172.17.0.2-1731010594355/current, will proceed with Du for space computation calculation, 2024-11-07T20:16:35,723 WARN [Thread-830 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63472486-229f-65a3-d4a6-0b503f51bf52/cluster_0f32db76-2f31-aa2b-60a1-08accd87cbf8/data/data2/current/BP-1085482547-172.17.0.2-1731010594355/current, will proceed with Du for space computation calculation, 2024-11-07T20:16:35,742 WARN [Thread-817 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T20:16:35,745 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xce8e2f24f9455614 with lease ID 0x4c8d21939b14d30f: Processing first storage report for DS-988a0cb6-2559-4125-816e-33df58284607 from datanode DatanodeRegistration(127.0.0.1:40585, datanodeUuid=53e85e0c-fdba-4564-9fdf-b42d7dca407a, infoPort=36449, infoSecurePort=0, ipcPort=38951, storageInfo=lv=-57;cid=testClusterID;nsid=519185936;c=1731010594355) 2024-11-07T20:16:35,745 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xce8e2f24f9455614 with lease ID 0x4c8d21939b14d30f: from storage DS-988a0cb6-2559-4125-816e-33df58284607 node DatanodeRegistration(127.0.0.1:40585, datanodeUuid=53e85e0c-fdba-4564-9fdf-b42d7dca407a, infoPort=36449, infoSecurePort=0, ipcPort=38951, storageInfo=lv=-57;cid=testClusterID;nsid=519185936;c=1731010594355), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T20:16:35,745 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xce8e2f24f9455614 with lease ID 0x4c8d21939b14d30f: Processing first storage report for DS-5c4a6045-103f-4063-b1d7-074ee00e7821 from datanode DatanodeRegistration(127.0.0.1:40585, datanodeUuid=53e85e0c-fdba-4564-9fdf-b42d7dca407a, infoPort=36449, infoSecurePort=0, ipcPort=38951, storageInfo=lv=-57;cid=testClusterID;nsid=519185936;c=1731010594355) 2024-11-07T20:16:35,745 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xce8e2f24f9455614 with lease ID 0x4c8d21939b14d30f: from storage DS-5c4a6045-103f-4063-b1d7-074ee00e7821 node DatanodeRegistration(127.0.0.1:40585, datanodeUuid=53e85e0c-fdba-4564-9fdf-b42d7dca407a, infoPort=36449, infoSecurePort=0, ipcPort=38951, storageInfo=lv=-57;cid=testClusterID;nsid=519185936;c=1731010594355), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T20:16:35,824 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63472486-229f-65a3-d4a6-0b503f51bf52 2024-11-07T20:16:35,824 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:16:35,825 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:16:35,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40585 is added to blk_1073741825_1001 (size=7) 2024-11-07T20:16:36,234 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4 with version=8 2024-11-07T20:16:36,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/hbase-staging 2024-11-07T20:16:36,236 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8a040b4bf509:0 server-side Connection retries=45 2024-11-07T20:16:36,236 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:16:36,236 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T20:16:36,236 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T20:16:36,236 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:16:36,236 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T20:16:36,236 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T20:16:36,236 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T20:16:36,237 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35611 2024-11-07T20:16:36,238 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35611 connecting to ZooKeeper ensemble=127.0.0.1:64690 2024-11-07T20:16:36,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T20:16:36,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T20:16:36,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-07T20:16:36,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T20:16:36,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:356110x0, quorum=127.0.0.1:64690, baseZNode=/0198469132 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T20:16:36,302 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35611-0x10116f181c50000 connected 2024-11-07T20:16:36,384 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:16:36,385 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:16:36,387 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35611-0x10116f181c50000, quorum=127.0.0.1:64690, baseZNode=/0198469132 Set watcher on znode that does not yet exist, /0198469132/running 2024-11-07T20:16:36,387 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4, hbase.cluster.distributed=false 2024-11-07T20:16:36,389 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35611-0x10116f181c50000, quorum=127.0.0.1:64690, baseZNode=/0198469132 Set watcher on znode that does not yet exist, /0198469132/acl 2024-11-07T20:16:36,389 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35611 2024-11-07T20:16:36,389 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35611 2024-11-07T20:16:36,389 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35611 2024-11-07T20:16:36,390 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35611 2024-11-07T20:16:36,390 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35611 2024-11-07T20:16:36,403 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8a040b4bf509:0 server-side Connection retries=45 2024-11-07T20:16:36,403 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:16:36,403 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T20:16:36,403 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T20:16:36,403 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:16:36,403 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T20:16:36,403 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T20:16:36,403 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T20:16:36,404 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41657 2024-11-07T20:16:36,405 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41657 connecting to ZooKeeper ensemble=127.0.0.1:64690 2024-11-07T20:16:36,405 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:16:36,407 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:16:36,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:416570x0, quorum=127.0.0.1:64690, baseZNode=/0198469132 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T20:16:36,416 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41657-0x10116f181c50001, quorum=127.0.0.1:64690, baseZNode=/0198469132 Set watcher on znode that does not yet exist, /0198469132/running 2024-11-07T20:16:36,416 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41657-0x10116f181c50001 connected 2024-11-07T20:16:36,416 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T20:16:36,416 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T20:16:36,417 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41657-0x10116f181c50001, quorum=127.0.0.1:64690, baseZNode=/0198469132 Set watcher on znode that does not yet exist, /0198469132/master 2024-11-07T20:16:36,418 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41657-0x10116f181c50001, quorum=127.0.0.1:64690, baseZNode=/0198469132 Set watcher on znode that does not yet exist, /0198469132/acl 2024-11-07T20:16:36,419 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41657 2024-11-07T20:16:36,419 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41657 2024-11-07T20:16:36,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41657 2024-11-07T20:16:36,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41657 2024-11-07T20:16:36,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41657 2024-11-07T20:16:36,434 DEBUG [M:0;8a040b4bf509:35611 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8a040b4bf509:35611 2024-11-07T20:16:36,435 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0198469132/backup-masters/8a040b4bf509,35611,1731010596235 2024-11-07T20:16:36,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41657-0x10116f181c50001, quorum=127.0.0.1:64690, baseZNode=/0198469132 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0198469132/backup-masters 2024-11-07T20:16:36,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35611-0x10116f181c50000, quorum=127.0.0.1:64690, baseZNode=/0198469132 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0198469132/backup-masters 2024-11-07T20:16:36,447 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35611-0x10116f181c50000, quorum=127.0.0.1:64690, baseZNode=/0198469132 Set watcher on existing znode=/0198469132/backup-masters/8a040b4bf509,35611,1731010596235 2024-11-07T20:16:36,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41657-0x10116f181c50001, quorum=127.0.0.1:64690, baseZNode=/0198469132 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0198469132/master 2024-11-07T20:16:36,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35611-0x10116f181c50000, quorum=127.0.0.1:64690, baseZNode=/0198469132 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0198469132 2024-11-07T20:16:36,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41657-0x10116f181c50001, quorum=127.0.0.1:64690, baseZNode=/0198469132 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0198469132 2024-11-07T20:16:36,458 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35611-0x10116f181c50000, quorum=127.0.0.1:64690, baseZNode=/0198469132 Set watcher on existing znode=/0198469132/master 2024-11-07T20:16:36,458 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0198469132/backup-masters/8a040b4bf509,35611,1731010596235 from backup master directory 2024-11-07T20:16:36,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35611-0x10116f181c50000, quorum=127.0.0.1:64690, baseZNode=/0198469132 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0198469132/backup-masters/8a040b4bf509,35611,1731010596235 2024-11-07T20:16:36,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41657-0x10116f181c50001, quorum=127.0.0.1:64690, baseZNode=/0198469132 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0198469132/backup-masters 2024-11-07T20:16:36,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35611-0x10116f181c50000, quorum=127.0.0.1:64690, baseZNode=/0198469132 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0198469132/backup-masters 2024-11-07T20:16:36,468 WARN [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T20:16:36,468 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8a040b4bf509,35611,1731010596235 2024-11-07T20:16:36,472 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/hbase.id] with ID: 02d24d3e-302b-4a73-9480-cc76b2be4355 2024-11-07T20:16:36,472 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/.tmp/hbase.id 2024-11-07T20:16:36,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40585 is added to blk_1073741826_1002 (size=42) 2024-11-07T20:16:36,831 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T20:16:36,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:16:36,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:16:36,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:16:36,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:16:36,877 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/.tmp/hbase.id]:[hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/hbase.id] 2024-11-07T20:16:36,888 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:16:36,888 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T20:16:36,889 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T20:16:36,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35611-0x10116f181c50000, quorum=127.0.0.1:64690, baseZNode=/0198469132 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0198469132 2024-11-07T20:16:36,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41657-0x10116f181c50001, quorum=127.0.0.1:64690, baseZNode=/0198469132 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0198469132 2024-11-07T20:16:36,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40585 is added to blk_1073741827_1003 (size=196) 2024-11-07T20:16:37,305 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T20:16:37,306 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T20:16:37,306 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:16:37,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40585 is added to blk_1073741828_1004 (size=1189) 2024-11-07T20:16:37,714 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/MasterData/data/master/store 2024-11-07T20:16:37,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40585 is added to blk_1073741829_1005 (size=34) 2024-11-07T20:16:38,120 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:16:38,120 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T20:16:38,120 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:16:38,120 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:16:38,120 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T20:16:38,120 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:16:38,120 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:16:38,120 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731010598120Disabling compacts and flushes for region at 1731010598120Disabling writes for close at 1731010598120Writing region close event to WAL at 1731010598120Closed at 1731010598120 2024-11-07T20:16:38,121 WARN [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/MasterData/data/master/store/.initializing 2024-11-07T20:16:38,121 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/MasterData/WALs/8a040b4bf509,35611,1731010596235 2024-11-07T20:16:38,122 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T20:16:38,123 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8a040b4bf509%2C35611%2C1731010596235, suffix=, logDir=hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/MasterData/WALs/8a040b4bf509,35611,1731010596235, archiveDir=hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/MasterData/oldWALs, maxLogs=10 2024-11-07T20:16:38,135 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/MasterData/WALs/8a040b4bf509,35611,1731010596235/8a040b4bf509%2C35611%2C1731010596235.1731010598123, exclude list is [], retry=0 2024-11-07T20:16:38,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40585,DS-988a0cb6-2559-4125-816e-33df58284607,DISK] 2024-11-07T20:16:38,139 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/MasterData/WALs/8a040b4bf509,35611,1731010596235/8a040b4bf509%2C35611%2C1731010596235.1731010598123 2024-11-07T20:16:38,139 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36449:36449)] 2024-11-07T20:16:38,139 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T20:16:38,139 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:16:38,139 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:16:38,139 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:16:38,141 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:16:38,142 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T20:16:38,142 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:16:38,142 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:16:38,143 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:16:38,144 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T20:16:38,144 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:16:38,144 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:16:38,144 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:16:38,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T20:16:38,145 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:16:38,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:16:38,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:16:38,147 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T20:16:38,147 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:16:38,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:16:38,148 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:16:38,148 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:16:38,149 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:16:38,150 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:16:38,150 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:16:38,150 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T20:16:38,151 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:16:38,153 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T20:16:38,153 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71516831, jitterRate=0.06568382680416107}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T20:16:38,154 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731010598140Initializing all the Stores at 1731010598140Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010598140Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010598141 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010598141Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010598141Cleaning up temporary data from old regions at 1731010598150 (+9 ms)Region opened successfully at 1731010598153 (+3 ms) 2024-11-07T20:16:38,154 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T20:16:38,156 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25803bf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a040b4bf509/172.17.0.2:0 2024-11-07T20:16:38,157 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T20:16:38,157 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T20:16:38,157 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T20:16:38,157 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T20:16:38,158 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T20:16:38,158 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T20:16:38,158 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T20:16:38,160 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T20:16:38,161 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35611-0x10116f181c50000, quorum=127.0.0.1:64690, baseZNode=/0198469132 Unable to get data of znode /0198469132/balancer because node does not exist (not necessarily an error) 2024-11-07T20:16:38,225 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0198469132/balancer already deleted, retry=false 2024-11-07T20:16:38,226 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T20:16:38,226 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35611-0x10116f181c50000, quorum=127.0.0.1:64690, baseZNode=/0198469132 Unable to get data of znode /0198469132/normalizer because node does not exist (not necessarily an error) 2024-11-07T20:16:38,236 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0198469132/normalizer already deleted, retry=false 2024-11-07T20:16:38,236 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T20:16:38,237 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35611-0x10116f181c50000, quorum=127.0.0.1:64690, baseZNode=/0198469132 Unable to get data of znode /0198469132/switch/split because node does not exist (not necessarily an error) 2024-11-07T20:16:38,246 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0198469132/switch/split already deleted, retry=false 2024-11-07T20:16:38,247 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35611-0x10116f181c50000, quorum=127.0.0.1:64690, baseZNode=/0198469132 Unable to get data of znode /0198469132/switch/merge because node does not exist (not necessarily an error) 2024-11-07T20:16:38,257 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0198469132/switch/merge already deleted, retry=false 2024-11-07T20:16:38,259 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35611-0x10116f181c50000, quorum=127.0.0.1:64690, baseZNode=/0198469132 Unable to get data of znode /0198469132/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T20:16:38,268 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0198469132/snapshot-cleanup already deleted, retry=false 2024-11-07T20:16:38,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35611-0x10116f181c50000, quorum=127.0.0.1:64690, baseZNode=/0198469132 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0198469132/running 2024-11-07T20:16:38,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41657-0x10116f181c50001, quorum=127.0.0.1:64690, baseZNode=/0198469132 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0198469132/running 2024-11-07T20:16:38,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35611-0x10116f181c50000, quorum=127.0.0.1:64690, baseZNode=/0198469132 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0198469132 2024-11-07T20:16:38,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41657-0x10116f181c50001, quorum=127.0.0.1:64690, baseZNode=/0198469132 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0198469132 2024-11-07T20:16:38,279 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8a040b4bf509,35611,1731010596235, sessionid=0x10116f181c50000, setting cluster-up flag (Was=false) 2024-11-07T20:16:38,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41657-0x10116f181c50001, quorum=127.0.0.1:64690, baseZNode=/0198469132 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0198469132 2024-11-07T20:16:38,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35611-0x10116f181c50000, quorum=127.0.0.1:64690, baseZNode=/0198469132 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0198469132 2024-11-07T20:16:38,331 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0198469132/flush-table-proc/acquired, /0198469132/flush-table-proc/reached, /0198469132/flush-table-proc/abort 2024-11-07T20:16:38,332 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a040b4bf509,35611,1731010596235 2024-11-07T20:16:38,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41657-0x10116f181c50001, quorum=127.0.0.1:64690, baseZNode=/0198469132 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0198469132 2024-11-07T20:16:38,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35611-0x10116f181c50000, quorum=127.0.0.1:64690, baseZNode=/0198469132 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0198469132 2024-11-07T20:16:38,383 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0198469132/online-snapshot/acquired, /0198469132/online-snapshot/reached, /0198469132/online-snapshot/abort 2024-11-07T20:16:38,385 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a040b4bf509,35611,1731010596235 2024-11-07T20:16:38,386 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T20:16:38,387 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T20:16:38,387 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T20:16:38,388 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T20:16:38,388 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8a040b4bf509,35611,1731010596235 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T20:16:38,389 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:16:38,389 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:16:38,389 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:16:38,389 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:16:38,389 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8a040b4bf509:0, corePoolSize=10, maxPoolSize=10 2024-11-07T20:16:38,390 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:16:38,390 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8a040b4bf509:0, corePoolSize=2, maxPoolSize=2 2024-11-07T20:16:38,390 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:16:38,391 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731010628391 2024-11-07T20:16:38,391 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T20:16:38,391 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T20:16:38,391 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T20:16:38,391 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T20:16:38,391 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T20:16:38,391 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T20:16:38,391 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T20:16:38,391 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T20:16:38,391 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:38,392 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T20:16:38,392 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T20:16:38,392 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T20:16:38,392 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T20:16:38,392 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T20:16:38,392 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T20:16:38,392 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:16:38,392 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.large.0-1731010598392,5,FailOnTimeoutGroup] 2024-11-07T20:16:38,393 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.small.0-1731010598392,5,FailOnTimeoutGroup] 2024-11-07T20:16:38,392 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T20:16:38,393 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:38,393 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T20:16:38,393 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:38,393 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:38,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40585 is added to blk_1073741831_1007 (size=1321) 2024-11-07T20:16:38,427 INFO [RS:0;8a040b4bf509:41657 {}] regionserver.HRegionServer(746): ClusterId : 02d24d3e-302b-4a73-9480-cc76b2be4355 2024-11-07T20:16:38,427 DEBUG [RS:0;8a040b4bf509:41657 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T20:16:38,437 DEBUG [RS:0;8a040b4bf509:41657 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T20:16:38,437 DEBUG [RS:0;8a040b4bf509:41657 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T20:16:38,447 DEBUG [RS:0;8a040b4bf509:41657 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T20:16:38,448 DEBUG [RS:0;8a040b4bf509:41657 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bb7c2d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a040b4bf509/172.17.0.2:0 2024-11-07T20:16:38,458 DEBUG [RS:0;8a040b4bf509:41657 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8a040b4bf509:41657 2024-11-07T20:16:38,459 INFO [RS:0;8a040b4bf509:41657 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T20:16:38,459 INFO [RS:0;8a040b4bf509:41657 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T20:16:38,459 DEBUG [RS:0;8a040b4bf509:41657 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T20:16:38,459 INFO [RS:0;8a040b4bf509:41657 {}] regionserver.HRegionServer(2659): reportForDuty to master=8a040b4bf509,35611,1731010596235 with port=41657, startcode=1731010596403 2024-11-07T20:16:38,460 DEBUG [RS:0;8a040b4bf509:41657 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T20:16:38,461 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53813, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T20:16:38,462 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35611 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8a040b4bf509,41657,1731010596403 2024-11-07T20:16:38,462 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35611 {}] master.ServerManager(517): Registering regionserver=8a040b4bf509,41657,1731010596403 2024-11-07T20:16:38,463 DEBUG [RS:0;8a040b4bf509:41657 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4 2024-11-07T20:16:38,463 DEBUG [RS:0;8a040b4bf509:41657 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34737 2024-11-07T20:16:38,463 DEBUG [RS:0;8a040b4bf509:41657 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T20:16:38,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35611-0x10116f181c50000, quorum=127.0.0.1:64690, baseZNode=/0198469132 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0198469132/rs 2024-11-07T20:16:38,468 DEBUG [RS:0;8a040b4bf509:41657 {}] zookeeper.ZKUtil(111): regionserver:41657-0x10116f181c50001, quorum=127.0.0.1:64690, baseZNode=/0198469132 Set watcher on existing znode=/0198469132/rs/8a040b4bf509,41657,1731010596403 2024-11-07T20:16:38,468 WARN [RS:0;8a040b4bf509:41657 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T20:16:38,468 INFO [RS:0;8a040b4bf509:41657 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:16:38,468 DEBUG [RS:0;8a040b4bf509:41657 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/WALs/8a040b4bf509,41657,1731010596403 2024-11-07T20:16:38,469 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8a040b4bf509,41657,1731010596403] 2024-11-07T20:16:38,472 INFO [RS:0;8a040b4bf509:41657 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T20:16:38,473 INFO [RS:0;8a040b4bf509:41657 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T20:16:38,473 INFO [RS:0;8a040b4bf509:41657 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T20:16:38,473 INFO [RS:0;8a040b4bf509:41657 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:38,473 INFO [RS:0;8a040b4bf509:41657 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T20:16:38,474 INFO [RS:0;8a040b4bf509:41657 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T20:16:38,474 INFO [RS:0;8a040b4bf509:41657 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:38,474 DEBUG [RS:0;8a040b4bf509:41657 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:16:38,474 DEBUG [RS:0;8a040b4bf509:41657 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:16:38,474 DEBUG [RS:0;8a040b4bf509:41657 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:16:38,474 DEBUG [RS:0;8a040b4bf509:41657 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:16:38,474 DEBUG [RS:0;8a040b4bf509:41657 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:16:38,474 DEBUG [RS:0;8a040b4bf509:41657 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8a040b4bf509:0, corePoolSize=2, maxPoolSize=2 2024-11-07T20:16:38,474 DEBUG [RS:0;8a040b4bf509:41657 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:16:38,475 DEBUG [RS:0;8a040b4bf509:41657 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:16:38,475 DEBUG [RS:0;8a040b4bf509:41657 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:16:38,475 DEBUG [RS:0;8a040b4bf509:41657 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:16:38,475 DEBUG [RS:0;8a040b4bf509:41657 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:16:38,475 DEBUG [RS:0;8a040b4bf509:41657 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:16:38,475 DEBUG [RS:0;8a040b4bf509:41657 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8a040b4bf509:0, corePoolSize=3, maxPoolSize=3 2024-11-07T20:16:38,475 DEBUG [RS:0;8a040b4bf509:41657 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8a040b4bf509:0, corePoolSize=3, maxPoolSize=3 2024-11-07T20:16:38,475 INFO [RS:0;8a040b4bf509:41657 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:38,475 INFO [RS:0;8a040b4bf509:41657 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:38,475 INFO [RS:0;8a040b4bf509:41657 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:38,475 INFO [RS:0;8a040b4bf509:41657 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:38,475 INFO [RS:0;8a040b4bf509:41657 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:38,475 INFO [RS:0;8a040b4bf509:41657 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,41657,1731010596403-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T20:16:38,488 INFO [RS:0;8a040b4bf509:41657 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T20:16:38,488 INFO [RS:0;8a040b4bf509:41657 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,41657,1731010596403-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:38,488 INFO [RS:0;8a040b4bf509:41657 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:38,488 INFO [RS:0;8a040b4bf509:41657 {}] regionserver.Replication(171): 8a040b4bf509,41657,1731010596403 started 2024-11-07T20:16:38,500 INFO [RS:0;8a040b4bf509:41657 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:38,500 INFO [RS:0;8a040b4bf509:41657 {}] regionserver.HRegionServer(1482): Serving as 8a040b4bf509,41657,1731010596403, RpcServer on 8a040b4bf509/172.17.0.2:41657, sessionid=0x10116f181c50001 2024-11-07T20:16:38,501 DEBUG [RS:0;8a040b4bf509:41657 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T20:16:38,501 DEBUG [RS:0;8a040b4bf509:41657 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8a040b4bf509,41657,1731010596403 2024-11-07T20:16:38,501 DEBUG [RS:0;8a040b4bf509:41657 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a040b4bf509,41657,1731010596403' 2024-11-07T20:16:38,501 DEBUG [RS:0;8a040b4bf509:41657 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0198469132/flush-table-proc/abort' 2024-11-07T20:16:38,501 DEBUG [RS:0;8a040b4bf509:41657 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0198469132/flush-table-proc/acquired' 2024-11-07T20:16:38,502 DEBUG [RS:0;8a040b4bf509:41657 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T20:16:38,502 DEBUG [RS:0;8a040b4bf509:41657 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T20:16:38,502 DEBUG [RS:0;8a040b4bf509:41657 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8a040b4bf509,41657,1731010596403 2024-11-07T20:16:38,502 DEBUG [RS:0;8a040b4bf509:41657 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a040b4bf509,41657,1731010596403' 2024-11-07T20:16:38,502 DEBUG [RS:0;8a040b4bf509:41657 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0198469132/online-snapshot/abort' 2024-11-07T20:16:38,502 DEBUG [RS:0;8a040b4bf509:41657 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0198469132/online-snapshot/acquired' 2024-11-07T20:16:38,503 DEBUG [RS:0;8a040b4bf509:41657 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T20:16:38,503 INFO [RS:0;8a040b4bf509:41657 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T20:16:38,503 INFO [RS:0;8a040b4bf509:41657 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T20:16:38,603 INFO [RS:0;8a040b4bf509:41657 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T20:16:38,604 INFO [RS:0;8a040b4bf509:41657 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a040b4bf509%2C41657%2C1731010596403, suffix=, logDir=hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/WALs/8a040b4bf509,41657,1731010596403, archiveDir=hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/oldWALs, maxLogs=10 2024-11-07T20:16:38,616 DEBUG [RS:0;8a040b4bf509:41657 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/WALs/8a040b4bf509,41657,1731010596403/8a040b4bf509%2C41657%2C1731010596403.1731010598605, exclude list is [], retry=0 2024-11-07T20:16:38,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40585,DS-988a0cb6-2559-4125-816e-33df58284607,DISK] 2024-11-07T20:16:38,620 INFO [RS:0;8a040b4bf509:41657 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/WALs/8a040b4bf509,41657,1731010596403/8a040b4bf509%2C41657%2C1731010596403.1731010598605 2024-11-07T20:16:38,620 DEBUG [RS:0;8a040b4bf509:41657 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36449:36449)] 2024-11-07T20:16:38,798 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T20:16:38,798 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4 2024-11-07T20:16:38,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40585 is added to blk_1073741833_1009 (size=32) 2024-11-07T20:16:39,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:16:39,205 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T20:16:39,206 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T20:16:39,206 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:16:39,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:16:39,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T20:16:39,208 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T20:16:39,208 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:16:39,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:16:39,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T20:16:39,209 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T20:16:39,210 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:16:39,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:16:39,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T20:16:39,211 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T20:16:39,211 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:16:39,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:16:39,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T20:16:39,212 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/data/hbase/meta/1588230740 2024-11-07T20:16:39,212 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/data/hbase/meta/1588230740 2024-11-07T20:16:39,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T20:16:39,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T20:16:39,214 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T20:16:39,215 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T20:16:39,217 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T20:16:39,217 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66989386, jitterRate=-0.0017803609371185303}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T20:16:39,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731010599204Initializing all the Stores at 1731010599205 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010599205Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010599205Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010599205Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010599205Cleaning up temporary data from old regions at 1731010599214 (+9 ms)Region opened successfully at 1731010599218 (+4 ms) 2024-11-07T20:16:39,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T20:16:39,218 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T20:16:39,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T20:16:39,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T20:16:39,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T20:16:39,218 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T20:16:39,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731010599218Disabling compacts and flushes for region at 1731010599218Disabling writes for close at 1731010599218Writing region close event to WAL at 1731010599218Closed at 1731010599218 2024-11-07T20:16:39,219 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T20:16:39,219 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T20:16:39,220 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T20:16:39,221 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T20:16:39,221 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T20:16:39,372 DEBUG [8a040b4bf509:35611 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T20:16:39,372 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8a040b4bf509,41657,1731010596403 2024-11-07T20:16:39,373 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a040b4bf509,41657,1731010596403, state=OPENING 2024-11-07T20:16:39,425 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T20:16:39,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41657-0x10116f181c50001, quorum=127.0.0.1:64690, baseZNode=/0198469132 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0198469132 2024-11-07T20:16:39,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35611-0x10116f181c50000, quorum=127.0.0.1:64690, baseZNode=/0198469132 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0198469132 2024-11-07T20:16:39,437 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0198469132/meta-region-server: CHANGED 2024-11-07T20:16:39,437 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0198469132/meta-region-server: CHANGED 2024-11-07T20:16:39,437 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T20:16:39,437 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8a040b4bf509,41657,1731010596403}] 2024-11-07T20:16:39,589 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T20:16:39,591 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46995, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T20:16:39,594 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T20:16:39,594 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:16:39,594 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T20:16:39,596 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a040b4bf509%2C41657%2C1731010596403.meta, suffix=.meta, logDir=hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/WALs/8a040b4bf509,41657,1731010596403, archiveDir=hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/oldWALs, maxLogs=10 2024-11-07T20:16:39,612 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/WALs/8a040b4bf509,41657,1731010596403/8a040b4bf509%2C41657%2C1731010596403.meta.1731010599596.meta, exclude list is [], retry=0 2024-11-07T20:16:39,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40585,DS-988a0cb6-2559-4125-816e-33df58284607,DISK] 2024-11-07T20:16:39,616 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/WALs/8a040b4bf509,41657,1731010596403/8a040b4bf509%2C41657%2C1731010596403.meta.1731010599596.meta 2024-11-07T20:16:39,617 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36449:36449)] 2024-11-07T20:16:39,617 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T20:16:39,617 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T20:16:39,618 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T20:16:39,618 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T20:16:39,618 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T20:16:39,618 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T20:16:39,618 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:16:39,618 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T20:16:39,618 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T20:16:39,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T20:16:39,620 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T20:16:39,620 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:16:39,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:16:39,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T20:16:39,621 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T20:16:39,622 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:16:39,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:16:39,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T20:16:39,623 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T20:16:39,623 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:16:39,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:16:39,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T20:16:39,624 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T20:16:39,624 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:16:39,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:16:39,625 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T20:16:39,625 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/data/hbase/meta/1588230740 2024-11-07T20:16:39,626 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/data/hbase/meta/1588230740 2024-11-07T20:16:39,628 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T20:16:39,628 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T20:16:39,628 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T20:16:39,629 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T20:16:39,630 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62954232, jitterRate=-0.061908841133117676}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T20:16:39,630 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T20:16:39,631 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731010599618Writing region info on filesystem at 1731010599618Initializing all the Stores at 1731010599619 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010599619Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010599619Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010599619Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010599619Cleaning up temporary data from old regions at 1731010599628 (+9 ms)Running coprocessor post-open hooks at 1731010599630 (+2 ms)Region opened successfully at 1731010599631 (+1 ms) 2024-11-07T20:16:39,631 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731010599589 2024-11-07T20:16:39,634 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8a040b4bf509,41657,1731010596403 2024-11-07T20:16:39,634 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T20:16:39,634 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T20:16:39,635 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a040b4bf509,41657,1731010596403, state=OPEN 2024-11-07T20:16:39,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35611-0x10116f181c50000, quorum=127.0.0.1:64690, baseZNode=/0198469132 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0198469132/meta-region-server 2024-11-07T20:16:39,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41657-0x10116f181c50001, quorum=127.0.0.1:64690, baseZNode=/0198469132 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0198469132/meta-region-server 2024-11-07T20:16:39,672 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8a040b4bf509,41657,1731010596403 2024-11-07T20:16:39,672 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0198469132/meta-region-server: CHANGED 2024-11-07T20:16:39,672 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0198469132/meta-region-server: CHANGED 2024-11-07T20:16:39,674 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T20:16:39,674 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8a040b4bf509,41657,1731010596403 in 235 msec 2024-11-07T20:16:39,676 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T20:16:39,676 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 454 msec 2024-11-07T20:16:39,677 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T20:16:39,677 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T20:16:39,678 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:16:39,678 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,41657,1731010596403, seqNum=-1] 2024-11-07T20:16:39,678 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:16:39,680 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43147, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T20:16:39,685 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2970 sec 2024-11-07T20:16:39,685 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731010599685, completionTime=-1 2024-11-07T20:16:39,685 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T20:16:39,685 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T20:16:39,686 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T20:16:39,686 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731010659686 2024-11-07T20:16:39,686 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731010719686 2024-11-07T20:16:39,686 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-07T20:16:39,687 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,35611,1731010596235-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:39,687 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,35611,1731010596235-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:39,687 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,35611,1731010596235-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:39,687 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8a040b4bf509:35611, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:39,687 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:39,687 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:39,689 DEBUG [master/8a040b4bf509:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T20:16:39,691 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.223sec 2024-11-07T20:16:39,691 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T20:16:39,691 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T20:16:39,691 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T20:16:39,691 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T20:16:39,691 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T20:16:39,691 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,35611,1731010596235-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T20:16:39,691 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,35611,1731010596235-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T20:16:39,694 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T20:16:39,694 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T20:16:39,694 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,35611,1731010596235-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:39,728 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c6bf546, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:16:39,728 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,35611,-1 for getting cluster id 2024-11-07T20:16:39,728 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:16:39,729 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '02d24d3e-302b-4a73-9480-cc76b2be4355' 2024-11-07T20:16:39,730 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:16:39,730 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "02d24d3e-302b-4a73-9480-cc76b2be4355" 2024-11-07T20:16:39,730 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dd2b048, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:16:39,730 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,35611,-1] 2024-11-07T20:16:39,730 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:16:39,730 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:16:39,731 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:16:39,732 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bc1aa73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:16:39,732 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:16:39,733 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,41657,1731010596403, seqNum=-1] 2024-11-07T20:16:39,733 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:16:39,734 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T20:16:39,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8a040b4bf509,35611,1731010596235 2024-11-07T20:16:39,737 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64690 2024-11-07T20:16:39,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64690, baseZNode=/0198469132 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T20:16:39,752 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10116f181c50002 connected 2024-11-07T20:16:39,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63472486-229f-65a3-d4a6-0b503f51bf52/hadoop.log.dir so I do NOT create it in target/test-data/fcc5306a-f450-4918-45ee-0255ca8ca447 2024-11-07T20:16:39,765 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63472486-229f-65a3-d4a6-0b503f51bf52/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T20:16:39,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63472486-229f-65a3-d4a6-0b503f51bf52/hadoop.tmp.dir so I do NOT create it in target/test-data/fcc5306a-f450-4918-45ee-0255ca8ca447 2024-11-07T20:16:39,765 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63472486-229f-65a3-d4a6-0b503f51bf52/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T20:16:39,765 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcc5306a-f450-4918-45ee-0255ca8ca447 2024-11-07T20:16:39,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T20:16:39,765 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcc5306a-f450-4918-45ee-0255ca8ca447/cluster_41642df1-74cc-2012-0e37-3d5429ae71ec, deleteOnExit=true 2024-11-07T20:16:39,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T20:16:39,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcc5306a-f450-4918-45ee-0255ca8ca447/test.cache.data in system properties and HBase conf 2024-11-07T20:16:39,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcc5306a-f450-4918-45ee-0255ca8ca447/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T20:16:39,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcc5306a-f450-4918-45ee-0255ca8ca447/hadoop.log.dir in system properties and HBase conf 2024-11-07T20:16:39,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcc5306a-f450-4918-45ee-0255ca8ca447/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T20:16:39,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcc5306a-f450-4918-45ee-0255ca8ca447/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T20:16:39,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T20:16:39,766 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T20:16:39,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcc5306a-f450-4918-45ee-0255ca8ca447/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T20:16:39,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcc5306a-f450-4918-45ee-0255ca8ca447/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T20:16:39,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcc5306a-f450-4918-45ee-0255ca8ca447/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T20:16:39,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcc5306a-f450-4918-45ee-0255ca8ca447/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T20:16:39,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcc5306a-f450-4918-45ee-0255ca8ca447/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T20:16:39,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcc5306a-f450-4918-45ee-0255ca8ca447/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T20:16:39,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcc5306a-f450-4918-45ee-0255ca8ca447/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T20:16:39,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcc5306a-f450-4918-45ee-0255ca8ca447/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T20:16:39,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcc5306a-f450-4918-45ee-0255ca8ca447/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T20:16:39,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcc5306a-f450-4918-45ee-0255ca8ca447/nfs.dump.dir in system properties and HBase conf 2024-11-07T20:16:39,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcc5306a-f450-4918-45ee-0255ca8ca447/java.io.tmpdir in system properties and HBase conf 2024-11-07T20:16:39,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcc5306a-f450-4918-45ee-0255ca8ca447/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T20:16:39,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcc5306a-f450-4918-45ee-0255ca8ca447/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T20:16:39,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcc5306a-f450-4918-45ee-0255ca8ca447/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T20:16:40,111 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T20:16:40,115 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T20:16:40,117 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T20:16:40,117 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T20:16:40,117 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T20:16:40,118 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T20:16:40,118 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e637be1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcc5306a-f450-4918-45ee-0255ca8ca447/hadoop.log.dir/,AVAILABLE} 2024-11-07T20:16:40,119 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@96969f7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T20:16:40,212 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@82b9ad6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcc5306a-f450-4918-45ee-0255ca8ca447/java.io.tmpdir/jetty-localhost-38785-hadoop-hdfs-3_4_1-tests_jar-_-any-1991523188256792090/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T20:16:40,212 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@40b5a5e7{HTTP/1.1, (http/1.1)}{localhost:38785} 2024-11-07T20:16:40,212 INFO [Time-limited test {}] server.Server(415): Started @60979ms 2024-11-07T20:16:40,452 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T20:16:40,456 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T20:16:40,458 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T20:16:40,458 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T20:16:40,458 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T20:16:40,459 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d2f54a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcc5306a-f450-4918-45ee-0255ca8ca447/hadoop.log.dir/,AVAILABLE} 2024-11-07T20:16:40,460 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64b0f81c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T20:16:40,554 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7467d10f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcc5306a-f450-4918-45ee-0255ca8ca447/java.io.tmpdir/jetty-localhost-39603-hadoop-hdfs-3_4_1-tests_jar-_-any-10987617732463209429/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T20:16:40,554 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@9b3bd94{HTTP/1.1, (http/1.1)}{localhost:39603} 2024-11-07T20:16:40,554 INFO [Time-limited test {}] server.Server(415): Started @61321ms 2024-11-07T20:16:40,555 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T20:16:41,180 WARN [Thread-951 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcc5306a-f450-4918-45ee-0255ca8ca447/cluster_41642df1-74cc-2012-0e37-3d5429ae71ec/data/data2/current/BP-1285592592-172.17.0.2-1731010599789/current, will proceed with Du for space computation calculation, 2024-11-07T20:16:41,180 WARN [Thread-950 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcc5306a-f450-4918-45ee-0255ca8ca447/cluster_41642df1-74cc-2012-0e37-3d5429ae71ec/data/data1/current/BP-1285592592-172.17.0.2-1731010599789/current, will proceed with Du for space computation calculation, 2024-11-07T20:16:41,199 WARN [Thread-938 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T20:16:41,201 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc8247db454caabd with lease ID 0xb92452bf3a28db11: Processing first storage report for DS-0dcd5132-b81a-4720-bb99-8e4a98a53289 from datanode DatanodeRegistration(127.0.0.1:38973, datanodeUuid=a26e11ac-5341-4e82-ab2f-d4d2b6923268, infoPort=43671, infoSecurePort=0, ipcPort=33225, storageInfo=lv=-57;cid=testClusterID;nsid=877692604;c=1731010599789) 2024-11-07T20:16:41,201 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc8247db454caabd with lease ID 0xb92452bf3a28db11: from storage DS-0dcd5132-b81a-4720-bb99-8e4a98a53289 node DatanodeRegistration(127.0.0.1:38973, datanodeUuid=a26e11ac-5341-4e82-ab2f-d4d2b6923268, infoPort=43671, infoSecurePort=0, ipcPort=33225, storageInfo=lv=-57;cid=testClusterID;nsid=877692604;c=1731010599789), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T20:16:41,201 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc8247db454caabd with lease ID 0xb92452bf3a28db11: Processing first storage report for DS-312d3d75-3b4d-45fe-a064-591bc44cc691 from datanode DatanodeRegistration(127.0.0.1:38973, datanodeUuid=a26e11ac-5341-4e82-ab2f-d4d2b6923268, infoPort=43671, infoSecurePort=0, ipcPort=33225, storageInfo=lv=-57;cid=testClusterID;nsid=877692604;c=1731010599789) 2024-11-07T20:16:41,201 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc8247db454caabd with lease ID 0xb92452bf3a28db11: from storage DS-312d3d75-3b4d-45fe-a064-591bc44cc691 node DatanodeRegistration(127.0.0.1:38973, datanodeUuid=a26e11ac-5341-4e82-ab2f-d4d2b6923268, infoPort=43671, infoSecurePort=0, ipcPort=33225, storageInfo=lv=-57;cid=testClusterID;nsid=877692604;c=1731010599789), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T20:16:41,280 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcc5306a-f450-4918-45ee-0255ca8ca447 2024-11-07T20:16:41,280 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:16:41,282 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:16:41,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38973 is added to blk_1073741825_1001 (size=7) 2024-11-07T20:16:41,691 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a with version=8 2024-11-07T20:16:41,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/hbase-staging 2024-11-07T20:16:41,693 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8a040b4bf509:0 server-side Connection retries=45 2024-11-07T20:16:41,693 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:16:41,693 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T20:16:41,693 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T20:16:41,693 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:16:41,693 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T20:16:41,693 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T20:16:41,694 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T20:16:41,694 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37893 2024-11-07T20:16:41,695 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37893 connecting to ZooKeeper ensemble=127.0.0.1:64690 2024-11-07T20:16:41,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:378930x0, quorum=127.0.0.1:64690, baseZNode=/1-839667456 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T20:16:41,742 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37893-0x10116f181c50003 connected 2024-11-07T20:16:41,794 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T20:16:41,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:16:41,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:16:41,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:16:41,815 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:16:41,817 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:16:41,819 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37893-0x10116f181c50003, quorum=127.0.0.1:64690, baseZNode=/1-839667456 Set watcher on znode that does not yet exist, /1-839667456/running 2024-11-07T20:16:41,819 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a, hbase.cluster.distributed=false 2024-11-07T20:16:41,820 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:16:41,820 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37893-0x10116f181c50003, quorum=127.0.0.1:64690, baseZNode=/1-839667456 Set watcher on znode that does not yet exist, /1-839667456/acl 2024-11-07T20:16:41,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37893 2024-11-07T20:16:41,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37893 2024-11-07T20:16:41,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37893 2024-11-07T20:16:41,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37893 2024-11-07T20:16:41,822 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37893 2024-11-07T20:16:41,835 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8a040b4bf509:0 server-side Connection retries=45 2024-11-07T20:16:41,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:16:41,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T20:16:41,836 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T20:16:41,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:16:41,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T20:16:41,836 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T20:16:41,836 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T20:16:41,837 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37847 2024-11-07T20:16:41,838 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37847 connecting to ZooKeeper ensemble=127.0.0.1:64690 2024-11-07T20:16:41,838 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:16:41,839 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:16:41,857 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:378470x0, quorum=127.0.0.1:64690, baseZNode=/1-839667456 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T20:16:41,857 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:378470x0, quorum=127.0.0.1:64690, baseZNode=/1-839667456 Set watcher on znode that does not yet exist, /1-839667456/running 2024-11-07T20:16:41,857 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37847-0x10116f181c50004 connected 2024-11-07T20:16:41,858 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T20:16:41,858 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T20:16:41,858 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37847-0x10116f181c50004, quorum=127.0.0.1:64690, baseZNode=/1-839667456 Set watcher on znode that does not yet exist, /1-839667456/master 2024-11-07T20:16:41,859 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37847-0x10116f181c50004, quorum=127.0.0.1:64690, baseZNode=/1-839667456 Set watcher on znode that does not yet exist, /1-839667456/acl 2024-11-07T20:16:41,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37847 2024-11-07T20:16:41,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37847 2024-11-07T20:16:41,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37847 2024-11-07T20:16:41,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37847 2024-11-07T20:16:41,865 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37847 2024-11-07T20:16:41,876 DEBUG [M:0;8a040b4bf509:37893 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8a040b4bf509:37893 2024-11-07T20:16:41,876 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-839667456/backup-masters/8a040b4bf509,37893,1731010601693 2024-11-07T20:16:41,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37893-0x10116f181c50003, quorum=127.0.0.1:64690, baseZNode=/1-839667456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-839667456/backup-masters 2024-11-07T20:16:41,888 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37847-0x10116f181c50004, quorum=127.0.0.1:64690, baseZNode=/1-839667456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-839667456/backup-masters 2024-11-07T20:16:41,889 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37893-0x10116f181c50003, quorum=127.0.0.1:64690, baseZNode=/1-839667456 Set watcher on existing znode=/1-839667456/backup-masters/8a040b4bf509,37893,1731010601693 2024-11-07T20:16:41,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37893-0x10116f181c50003, quorum=127.0.0.1:64690, baseZNode=/1-839667456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-839667456 2024-11-07T20:16:41,899 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37847-0x10116f181c50004, quorum=127.0.0.1:64690, baseZNode=/1-839667456 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-839667456/master 2024-11-07T20:16:41,899 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37847-0x10116f181c50004, quorum=127.0.0.1:64690, baseZNode=/1-839667456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-839667456 2024-11-07T20:16:41,899 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37893-0x10116f181c50003, quorum=127.0.0.1:64690, baseZNode=/1-839667456 Set watcher on existing znode=/1-839667456/master 2024-11-07T20:16:41,900 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-839667456/backup-masters/8a040b4bf509,37893,1731010601693 from backup master directory 2024-11-07T20:16:41,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37893-0x10116f181c50003, quorum=127.0.0.1:64690, baseZNode=/1-839667456 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-839667456/backup-masters/8a040b4bf509,37893,1731010601693 2024-11-07T20:16:41,910 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37847-0x10116f181c50004, quorum=127.0.0.1:64690, baseZNode=/1-839667456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-839667456/backup-masters 2024-11-07T20:16:41,910 WARN [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T20:16:41,910 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8a040b4bf509,37893,1731010601693 2024-11-07T20:16:41,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37893-0x10116f181c50003, quorum=127.0.0.1:64690, baseZNode=/1-839667456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-839667456/backup-masters 2024-11-07T20:16:41,913 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/hbase.id] with ID: 65445468-ee35-44cc-baf3-518e19f122ce 2024-11-07T20:16:41,913 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/.tmp/hbase.id 2024-11-07T20:16:41,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38973 is added to blk_1073741826_1002 (size=42) 2024-11-07T20:16:42,319 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/.tmp/hbase.id]:[hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/hbase.id] 2024-11-07T20:16:42,329 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:16:42,329 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T20:16:42,330 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T20:16:42,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37893-0x10116f181c50003, quorum=127.0.0.1:64690, baseZNode=/1-839667456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-839667456 2024-11-07T20:16:42,373 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37847-0x10116f181c50004, quorum=127.0.0.1:64690, baseZNode=/1-839667456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-839667456 2024-11-07T20:16:42,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38973 is added to blk_1073741827_1003 (size=196) 2024-11-07T20:16:42,779 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T20:16:42,780 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T20:16:42,780 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:16:42,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38973 is added to blk_1073741828_1004 (size=1189) 2024-11-07T20:16:43,187 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/MasterData/data/master/store 2024-11-07T20:16:43,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38973 is added to blk_1073741829_1005 (size=34) 2024-11-07T20:16:43,593 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:16:43,593 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T20:16:43,593 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:16:43,593 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:16:43,593 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T20:16:43,593 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:16:43,593 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:16:43,593 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731010603593Disabling compacts and flushes for region at 1731010603593Disabling writes for close at 1731010603593Writing region close event to WAL at 1731010603593Closed at 1731010603593 2024-11-07T20:16:43,594 WARN [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/MasterData/data/master/store/.initializing 2024-11-07T20:16:43,594 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/MasterData/WALs/8a040b4bf509,37893,1731010601693 2024-11-07T20:16:43,595 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T20:16:43,597 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8a040b4bf509%2C37893%2C1731010601693, suffix=, logDir=hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/MasterData/WALs/8a040b4bf509,37893,1731010601693, archiveDir=hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/MasterData/oldWALs, maxLogs=10 2024-11-07T20:16:43,608 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/MasterData/WALs/8a040b4bf509,37893,1731010601693/8a040b4bf509%2C37893%2C1731010601693.1731010603597, exclude list is [], retry=0 2024-11-07T20:16:43,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38973,DS-0dcd5132-b81a-4720-bb99-8e4a98a53289,DISK] 2024-11-07T20:16:43,612 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/MasterData/WALs/8a040b4bf509,37893,1731010601693/8a040b4bf509%2C37893%2C1731010601693.1731010603597 2024-11-07T20:16:43,613 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43671:43671)] 2024-11-07T20:16:43,613 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T20:16:43,613 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:16:43,613 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:16:43,613 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:16:43,614 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:16:43,616 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T20:16:43,616 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:16:43,616 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:16:43,616 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:16:43,617 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T20:16:43,618 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:16:43,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:16:43,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:16:43,619 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T20:16:43,619 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:16:43,619 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:16:43,620 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:16:43,621 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T20:16:43,621 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:16:43,621 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:16:43,621 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:16:43,622 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:16:43,622 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:16:43,623 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:16:43,623 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:16:43,624 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T20:16:43,625 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:16:43,627 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T20:16:43,627 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66991297, jitterRate=-0.0017518848180770874}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T20:16:43,627 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731010603613Initializing all the Stores at 1731010603614 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010603614Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010603614Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010603614Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010603614Cleaning up temporary data from old regions at 1731010603623 (+9 ms)Region opened successfully at 1731010603627 (+4 ms) 2024-11-07T20:16:43,628 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T20:16:43,631 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a752afc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a040b4bf509/172.17.0.2:0 2024-11-07T20:16:43,631 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T20:16:43,632 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T20:16:43,632 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T20:16:43,632 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T20:16:43,632 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T20:16:43,633 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T20:16:43,633 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T20:16:43,635 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T20:16:43,635 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37893-0x10116f181c50003, quorum=127.0.0.1:64690, baseZNode=/1-839667456 Unable to get data of znode /1-839667456/balancer because node does not exist (not necessarily an error) 2024-11-07T20:16:43,741 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-839667456/balancer already deleted, retry=false 2024-11-07T20:16:43,741 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T20:16:43,742 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37893-0x10116f181c50003, quorum=127.0.0.1:64690, baseZNode=/1-839667456 Unable to get data of znode /1-839667456/normalizer because node does not exist (not necessarily an error) 2024-11-07T20:16:43,751 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-839667456/normalizer already deleted, retry=false 2024-11-07T20:16:43,752 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T20:16:43,753 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37893-0x10116f181c50003, quorum=127.0.0.1:64690, baseZNode=/1-839667456 Unable to get data of znode /1-839667456/switch/split because node does not exist (not necessarily an error) 2024-11-07T20:16:43,804 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-839667456/switch/split already deleted, retry=false 2024-11-07T20:16:43,805 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37893-0x10116f181c50003, quorum=127.0.0.1:64690, baseZNode=/1-839667456 Unable to get data of znode /1-839667456/switch/merge because node does not exist (not necessarily an error) 2024-11-07T20:16:43,815 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-839667456/switch/merge already deleted, retry=false 2024-11-07T20:16:43,816 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37893-0x10116f181c50003, quorum=127.0.0.1:64690, baseZNode=/1-839667456 Unable to get data of znode /1-839667456/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T20:16:43,825 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-839667456/snapshot-cleanup already deleted, retry=false 2024-11-07T20:16:43,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37893-0x10116f181c50003, quorum=127.0.0.1:64690, baseZNode=/1-839667456 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-839667456/running 2024-11-07T20:16:43,836 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37847-0x10116f181c50004, quorum=127.0.0.1:64690, baseZNode=/1-839667456 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-839667456/running 2024-11-07T20:16:43,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37893-0x10116f181c50003, quorum=127.0.0.1:64690, baseZNode=/1-839667456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-839667456 2024-11-07T20:16:43,836 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37847-0x10116f181c50004, quorum=127.0.0.1:64690, baseZNode=/1-839667456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-839667456 2024-11-07T20:16:43,836 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8a040b4bf509,37893,1731010601693, sessionid=0x10116f181c50003, setting cluster-up flag (Was=false) 2024-11-07T20:16:43,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37893-0x10116f181c50003, quorum=127.0.0.1:64690, baseZNode=/1-839667456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-839667456 2024-11-07T20:16:43,857 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37847-0x10116f181c50004, quorum=127.0.0.1:64690, baseZNode=/1-839667456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-839667456 2024-11-07T20:16:43,889 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-839667456/flush-table-proc/acquired, /1-839667456/flush-table-proc/reached, /1-839667456/flush-table-proc/abort 2024-11-07T20:16:43,890 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a040b4bf509,37893,1731010601693 2024-11-07T20:16:43,909 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37847-0x10116f181c50004, quorum=127.0.0.1:64690, baseZNode=/1-839667456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-839667456 2024-11-07T20:16:43,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37893-0x10116f181c50003, quorum=127.0.0.1:64690, baseZNode=/1-839667456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-839667456 2024-11-07T20:16:43,941 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-839667456/online-snapshot/acquired, /1-839667456/online-snapshot/reached, /1-839667456/online-snapshot/abort 2024-11-07T20:16:43,942 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a040b4bf509,37893,1731010601693 2024-11-07T20:16:43,943 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T20:16:43,944 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T20:16:43,945 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T20:16:43,945 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T20:16:43,945 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8a040b4bf509,37893,1731010601693 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T20:16:43,946 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:16:43,946 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:16:43,946 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:16:43,946 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:16:43,946 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8a040b4bf509:0, corePoolSize=10, maxPoolSize=10 2024-11-07T20:16:43,946 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:16:43,946 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8a040b4bf509:0, corePoolSize=2, maxPoolSize=2 2024-11-07T20:16:43,946 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:16:43,947 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731010633947 2024-11-07T20:16:43,974 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T20:16:43,975 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T20:16:43,975 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T20:16:43,975 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T20:16:43,975 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T20:16:43,975 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T20:16:43,975 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:43,975 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T20:16:43,975 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T20:16:43,976 INFO [RS:0;8a040b4bf509:37847 {}] regionserver.HRegionServer(746): ClusterId : 65445468-ee35-44cc-baf3-518e19f122ce 2024-11-07T20:16:43,976 DEBUG [RS:0;8a040b4bf509:37847 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T20:16:43,976 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:16:43,977 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T20:16:43,976 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T20:16:43,977 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T20:16:43,977 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T20:16:43,977 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T20:16:43,977 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T20:16:43,977 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T20:16:43,977 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.large.0-1731010603977,5,FailOnTimeoutGroup] 2024-11-07T20:16:43,977 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.small.0-1731010603977,5,FailOnTimeoutGroup] 2024-11-07T20:16:43,977 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:43,977 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T20:16:43,977 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:43,978 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:43,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38973 is added to blk_1073741831_1007 (size=1321) 2024-11-07T20:16:43,984 DEBUG [RS:0;8a040b4bf509:37847 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T20:16:43,984 DEBUG [RS:0;8a040b4bf509:37847 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T20:16:43,994 DEBUG [RS:0;8a040b4bf509:37847 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T20:16:43,995 DEBUG [RS:0;8a040b4bf509:37847 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17d4559e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a040b4bf509/172.17.0.2:0 2024-11-07T20:16:44,005 DEBUG [RS:0;8a040b4bf509:37847 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8a040b4bf509:37847 2024-11-07T20:16:44,005 INFO [RS:0;8a040b4bf509:37847 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T20:16:44,005 INFO [RS:0;8a040b4bf509:37847 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T20:16:44,005 DEBUG [RS:0;8a040b4bf509:37847 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T20:16:44,006 INFO [RS:0;8a040b4bf509:37847 {}] regionserver.HRegionServer(2659): reportForDuty to master=8a040b4bf509,37893,1731010601693 with port=37847, startcode=1731010601835 2024-11-07T20:16:44,006 DEBUG [RS:0;8a040b4bf509:37847 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T20:16:44,008 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40755, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T20:16:44,008 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37893 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8a040b4bf509,37847,1731010601835 2024-11-07T20:16:44,008 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37893 {}] master.ServerManager(517): Registering regionserver=8a040b4bf509,37847,1731010601835 2024-11-07T20:16:44,010 DEBUG [RS:0;8a040b4bf509:37847 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a 2024-11-07T20:16:44,010 DEBUG [RS:0;8a040b4bf509:37847 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46719 2024-11-07T20:16:44,010 DEBUG [RS:0;8a040b4bf509:37847 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T20:16:44,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37893-0x10116f181c50003, quorum=127.0.0.1:64690, baseZNode=/1-839667456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-839667456/rs 2024-11-07T20:16:44,015 DEBUG [RS:0;8a040b4bf509:37847 {}] zookeeper.ZKUtil(111): regionserver:37847-0x10116f181c50004, quorum=127.0.0.1:64690, baseZNode=/1-839667456 Set watcher on existing znode=/1-839667456/rs/8a040b4bf509,37847,1731010601835 2024-11-07T20:16:44,015 WARN [RS:0;8a040b4bf509:37847 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T20:16:44,015 INFO [RS:0;8a040b4bf509:37847 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:16:44,015 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8a040b4bf509,37847,1731010601835] 2024-11-07T20:16:44,015 DEBUG [RS:0;8a040b4bf509:37847 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/WALs/8a040b4bf509,37847,1731010601835 2024-11-07T20:16:44,020 INFO [RS:0;8a040b4bf509:37847 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T20:16:44,021 INFO [RS:0;8a040b4bf509:37847 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T20:16:44,022 INFO [RS:0;8a040b4bf509:37847 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T20:16:44,022 INFO [RS:0;8a040b4bf509:37847 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:44,024 INFO [RS:0;8a040b4bf509:37847 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T20:16:44,025 INFO [RS:0;8a040b4bf509:37847 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T20:16:44,025 INFO [RS:0;8a040b4bf509:37847 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:44,025 DEBUG [RS:0;8a040b4bf509:37847 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:16:44,025 DEBUG [RS:0;8a040b4bf509:37847 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:16:44,025 DEBUG [RS:0;8a040b4bf509:37847 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:16:44,025 DEBUG [RS:0;8a040b4bf509:37847 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:16:44,025 DEBUG [RS:0;8a040b4bf509:37847 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:16:44,025 DEBUG [RS:0;8a040b4bf509:37847 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8a040b4bf509:0, corePoolSize=2, maxPoolSize=2 2024-11-07T20:16:44,025 DEBUG [RS:0;8a040b4bf509:37847 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:16:44,025 DEBUG [RS:0;8a040b4bf509:37847 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:16:44,025 DEBUG [RS:0;8a040b4bf509:37847 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:16:44,025 DEBUG [RS:0;8a040b4bf509:37847 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:16:44,025 DEBUG [RS:0;8a040b4bf509:37847 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:16:44,025 DEBUG [RS:0;8a040b4bf509:37847 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:16:44,025 DEBUG [RS:0;8a040b4bf509:37847 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8a040b4bf509:0, corePoolSize=3, maxPoolSize=3 2024-11-07T20:16:44,025 DEBUG [RS:0;8a040b4bf509:37847 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8a040b4bf509:0, corePoolSize=3, maxPoolSize=3 2024-11-07T20:16:44,026 INFO [RS:0;8a040b4bf509:37847 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:44,026 INFO [RS:0;8a040b4bf509:37847 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:44,026 INFO [RS:0;8a040b4bf509:37847 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:44,026 INFO [RS:0;8a040b4bf509:37847 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:44,026 INFO [RS:0;8a040b4bf509:37847 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:44,026 INFO [RS:0;8a040b4bf509:37847 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,37847,1731010601835-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T20:16:44,044 INFO [RS:0;8a040b4bf509:37847 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T20:16:44,044 INFO [RS:0;8a040b4bf509:37847 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,37847,1731010601835-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:44,044 INFO [RS:0;8a040b4bf509:37847 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:44,044 INFO [RS:0;8a040b4bf509:37847 {}] regionserver.Replication(171): 8a040b4bf509,37847,1731010601835 started 2024-11-07T20:16:44,061 INFO [RS:0;8a040b4bf509:37847 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:44,061 INFO [RS:0;8a040b4bf509:37847 {}] regionserver.HRegionServer(1482): Serving as 8a040b4bf509,37847,1731010601835, RpcServer on 8a040b4bf509/172.17.0.2:37847, sessionid=0x10116f181c50004 2024-11-07T20:16:44,062 DEBUG [RS:0;8a040b4bf509:37847 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T20:16:44,062 DEBUG [RS:0;8a040b4bf509:37847 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8a040b4bf509,37847,1731010601835 2024-11-07T20:16:44,062 DEBUG [RS:0;8a040b4bf509:37847 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a040b4bf509,37847,1731010601835' 2024-11-07T20:16:44,062 DEBUG [RS:0;8a040b4bf509:37847 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-839667456/flush-table-proc/abort' 2024-11-07T20:16:44,062 DEBUG [RS:0;8a040b4bf509:37847 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-839667456/flush-table-proc/acquired' 2024-11-07T20:16:44,063 DEBUG [RS:0;8a040b4bf509:37847 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T20:16:44,063 DEBUG [RS:0;8a040b4bf509:37847 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T20:16:44,063 DEBUG [RS:0;8a040b4bf509:37847 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8a040b4bf509,37847,1731010601835 2024-11-07T20:16:44,063 DEBUG [RS:0;8a040b4bf509:37847 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a040b4bf509,37847,1731010601835' 2024-11-07T20:16:44,063 DEBUG [RS:0;8a040b4bf509:37847 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-839667456/online-snapshot/abort' 2024-11-07T20:16:44,063 DEBUG [RS:0;8a040b4bf509:37847 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-839667456/online-snapshot/acquired' 2024-11-07T20:16:44,063 DEBUG [RS:0;8a040b4bf509:37847 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T20:16:44,063 INFO [RS:0;8a040b4bf509:37847 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T20:16:44,063 INFO [RS:0;8a040b4bf509:37847 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T20:16:44,164 INFO [RS:0;8a040b4bf509:37847 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T20:16:44,165 INFO [RS:0;8a040b4bf509:37847 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a040b4bf509%2C37847%2C1731010601835, suffix=, logDir=hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/WALs/8a040b4bf509,37847,1731010601835, archiveDir=hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/oldWALs, maxLogs=10 2024-11-07T20:16:44,177 DEBUG [RS:0;8a040b4bf509:37847 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/WALs/8a040b4bf509,37847,1731010601835/8a040b4bf509%2C37847%2C1731010601835.1731010604166, exclude list is [], retry=0 2024-11-07T20:16:44,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38973,DS-0dcd5132-b81a-4720-bb99-8e4a98a53289,DISK] 2024-11-07T20:16:44,181 INFO [RS:0;8a040b4bf509:37847 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/WALs/8a040b4bf509,37847,1731010601835/8a040b4bf509%2C37847%2C1731010601835.1731010604166 2024-11-07T20:16:44,181 DEBUG [RS:0;8a040b4bf509:37847 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43671:43671)] 2024-11-07T20:16:44,382 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T20:16:44,383 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a 2024-11-07T20:16:44,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38973 is added to blk_1073741833_1009 (size=32) 2024-11-07T20:16:44,472 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T20:16:44,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:16:44,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T20:16:44,792 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T20:16:44,792 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:16:44,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:16:44,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T20:16:44,793 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T20:16:44,793 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:16:44,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:16:44,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T20:16:44,795 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T20:16:44,795 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:16:44,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:16:44,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T20:16:44,796 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T20:16:44,796 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:16:44,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:16:44,797 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T20:16:44,797 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/data/hbase/meta/1588230740 2024-11-07T20:16:44,797 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/data/hbase/meta/1588230740 2024-11-07T20:16:44,799 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T20:16:44,799 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T20:16:44,799 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T20:16:44,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T20:16:44,802 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T20:16:44,802 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72363992, jitterRate=0.07830750942230225}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T20:16:44,802 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731010604789Initializing all the Stores at 1731010604790 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010604790Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010604790Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010604790Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010604790Cleaning up temporary data from old regions at 1731010604799 (+9 ms)Region opened successfully at 1731010604802 (+3 ms) 2024-11-07T20:16:44,802 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T20:16:44,802 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T20:16:44,802 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T20:16:44,802 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T20:16:44,802 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T20:16:44,803 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T20:16:44,803 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731010604802Disabling compacts and flushes for region at 1731010604802Disabling writes for close at 1731010604802Writing region close event to WAL at 1731010604803 (+1 ms)Closed at 1731010604803 2024-11-07T20:16:44,804 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T20:16:44,804 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T20:16:44,804 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T20:16:44,805 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T20:16:44,806 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T20:16:44,956 DEBUG [8a040b4bf509:37893 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T20:16:44,957 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8a040b4bf509,37847,1731010601835 2024-11-07T20:16:44,958 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a040b4bf509,37847,1731010601835, state=OPENING 2024-11-07T20:16:45,063 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T20:16:45,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37893-0x10116f181c50003, quorum=127.0.0.1:64690, baseZNode=/1-839667456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-839667456 2024-11-07T20:16:45,078 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37847-0x10116f181c50004, quorum=127.0.0.1:64690, baseZNode=/1-839667456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-839667456 2024-11-07T20:16:45,078 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T20:16:45,078 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-839667456/meta-region-server: CHANGED 2024-11-07T20:16:45,078 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-839667456/meta-region-server: CHANGED 2024-11-07T20:16:45,078 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8a040b4bf509,37847,1731010601835}] 2024-11-07T20:16:45,231 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T20:16:45,233 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49471, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T20:16:45,236 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T20:16:45,236 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:16:45,236 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T20:16:45,238 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a040b4bf509%2C37847%2C1731010601835.meta, suffix=.meta, logDir=hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/WALs/8a040b4bf509,37847,1731010601835, archiveDir=hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/oldWALs, maxLogs=10 2024-11-07T20:16:45,255 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/WALs/8a040b4bf509,37847,1731010601835/8a040b4bf509%2C37847%2C1731010601835.meta.1731010605238.meta, exclude list is [], retry=0 2024-11-07T20:16:45,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38973,DS-0dcd5132-b81a-4720-bb99-8e4a98a53289,DISK] 2024-11-07T20:16:45,259 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/WALs/8a040b4bf509,37847,1731010601835/8a040b4bf509%2C37847%2C1731010601835.meta.1731010605238.meta 2024-11-07T20:16:45,259 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43671:43671)] 2024-11-07T20:16:45,259 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T20:16:45,260 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T20:16:45,260 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T20:16:45,260 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T20:16:45,260 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T20:16:45,260 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T20:16:45,260 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:16:45,260 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T20:16:45,260 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T20:16:45,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T20:16:45,263 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T20:16:45,263 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:16:45,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:16:45,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T20:16:45,264 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T20:16:45,264 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:16:45,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:16:45,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T20:16:45,265 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T20:16:45,265 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:16:45,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:16:45,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T20:16:45,266 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T20:16:45,266 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:16:45,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:16:45,267 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T20:16:45,267 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/data/hbase/meta/1588230740 2024-11-07T20:16:45,268 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/data/hbase/meta/1588230740 2024-11-07T20:16:45,270 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T20:16:45,270 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T20:16:45,270 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T20:16:45,271 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T20:16:45,272 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74039355, jitterRate=0.10327236354351044}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T20:16:45,272 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T20:16:45,272 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731010605260Writing region info on filesystem at 1731010605260Initializing all the Stores at 1731010605261 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010605261Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010605262 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010605262Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010605262Cleaning up temporary data from old regions at 1731010605270 (+8 ms)Running coprocessor post-open hooks at 1731010605272 (+2 ms)Region opened successfully at 1731010605272 2024-11-07T20:16:45,273 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731010605231 2024-11-07T20:16:45,276 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T20:16:45,276 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T20:16:45,276 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8a040b4bf509,37847,1731010601835 2024-11-07T20:16:45,277 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a040b4bf509,37847,1731010601835, state=OPEN 2024-11-07T20:16:45,309 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37847-0x10116f181c50004, quorum=127.0.0.1:64690, baseZNode=/1-839667456 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-839667456/meta-region-server 2024-11-07T20:16:45,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37893-0x10116f181c50003, quorum=127.0.0.1:64690, baseZNode=/1-839667456 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-839667456/meta-region-server 2024-11-07T20:16:45,310 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8a040b4bf509,37847,1731010601835 2024-11-07T20:16:45,310 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-839667456/meta-region-server: CHANGED 2024-11-07T20:16:45,310 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-839667456/meta-region-server: CHANGED 2024-11-07T20:16:45,312 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T20:16:45,312 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8a040b4bf509,37847,1731010601835 in 232 msec 2024-11-07T20:16:45,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T20:16:45,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 508 msec 2024-11-07T20:16:45,314 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T20:16:45,314 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T20:16:45,316 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:16:45,316 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,37847,1731010601835, seqNum=-1] 2024-11-07T20:16:45,316 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:16:45,317 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59631, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T20:16:45,322 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3780 sec 2024-11-07T20:16:45,323 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731010605323, completionTime=-1 2024-11-07T20:16:45,323 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T20:16:45,323 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T20:16:45,324 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T20:16:45,324 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731010665324 2024-11-07T20:16:45,324 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731010725324 2024-11-07T20:16:45,325 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-07T20:16:45,325 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,37893,1731010601693-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:45,325 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,37893,1731010601693-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:45,325 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,37893,1731010601693-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:45,325 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8a040b4bf509:37893, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:45,325 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:45,325 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:45,327 DEBUG [master/8a040b4bf509:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T20:16:45,328 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.418sec 2024-11-07T20:16:45,328 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T20:16:45,328 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T20:16:45,329 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T20:16:45,329 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T20:16:45,329 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T20:16:45,329 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,37893,1731010601693-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T20:16:45,329 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,37893,1731010601693-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T20:16:45,331 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T20:16:45,331 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T20:16:45,331 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,37893,1731010601693-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:16:45,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6618d265, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:16:45,377 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,37893,-1 for getting cluster id 2024-11-07T20:16:45,377 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:16:45,378 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65445468-ee35-44cc-baf3-518e19f122ce' 2024-11-07T20:16:45,378 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:16:45,378 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65445468-ee35-44cc-baf3-518e19f122ce" 2024-11-07T20:16:45,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11858517, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:16:45,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,37893,-1] 2024-11-07T20:16:45,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:16:45,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:16:45,380 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:16:45,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57dc47ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:16:45,382 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:16:45,383 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,37847,1731010601835, seqNum=-1] 2024-11-07T20:16:45,383 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:16:45,384 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T20:16:45,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8a040b4bf509,37893,1731010601693 2024-11-07T20:16:45,387 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64690 2024-11-07T20:16:45,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64690, baseZNode=/1-839667456 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T20:16:45,394 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10116f181c50005 connected 2024-11-07T20:16:45,408 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:16:45,409 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,35611,1731010596235 2024-11-07T20:16:45,409 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53e472be 2024-11-07T20:16:45,410 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:16:45,411 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T20:16:45,414 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35611 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T20:16:45,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35611 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-07T20:16:45,418 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T20:16:45,419 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:16:45,419 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35611 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-07T20:16:45,421 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T20:16:45,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:16:45,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40585 is added to blk_1073741835_1011 (size=902) 2024-11-07T20:16:45,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:16:45,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:16:45,829 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6a6b76feb2c7c4c47c92c8945a5dc581, NAME => 'test,,1731010605412.6a6b76feb2c7c4c47c92c8945a5dc581.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4 2024-11-07T20:16:45,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40585 is added to blk_1073741836_1012 (size=39) 2024-11-07T20:16:46,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:16:46,235 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731010605412.6a6b76feb2c7c4c47c92c8945a5dc581.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:16:46,235 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6a6b76feb2c7c4c47c92c8945a5dc581, disabling compactions & flushes 2024-11-07T20:16:46,235 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731010605412.6a6b76feb2c7c4c47c92c8945a5dc581. 2024-11-07T20:16:46,235 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731010605412.6a6b76feb2c7c4c47c92c8945a5dc581. 2024-11-07T20:16:46,235 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731010605412.6a6b76feb2c7c4c47c92c8945a5dc581. after waiting 0 ms 2024-11-07T20:16:46,235 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731010605412.6a6b76feb2c7c4c47c92c8945a5dc581. 2024-11-07T20:16:46,235 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731010605412.6a6b76feb2c7c4c47c92c8945a5dc581. 2024-11-07T20:16:46,235 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6a6b76feb2c7c4c47c92c8945a5dc581: Waiting for close lock at 1731010606235Disabling compacts and flushes for region at 1731010606235Disabling writes for close at 1731010606235Writing region close event to WAL at 1731010606235Closed at 1731010606235 2024-11-07T20:16:46,236 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T20:16:46,237 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731010605412.6a6b76feb2c7c4c47c92c8945a5dc581.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731010606236"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731010606236"}]},"ts":"1731010606236"} 2024-11-07T20:16:46,239 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T20:16:46,239 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T20:16:46,240 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731010606240"}]},"ts":"1731010606240"} 2024-11-07T20:16:46,241 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-07T20:16:46,242 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6a6b76feb2c7c4c47c92c8945a5dc581, ASSIGN}] 2024-11-07T20:16:46,243 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6a6b76feb2c7c4c47c92c8945a5dc581, ASSIGN 2024-11-07T20:16:46,243 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6a6b76feb2c7c4c47c92c8945a5dc581, ASSIGN; state=OFFLINE, location=8a040b4bf509,41657,1731010596403; forceNewPlan=false, retain=false 2024-11-07T20:16:46,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T20:16:46,292 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-07T20:16:46,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T20:16:46,292 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-07T20:16:46,293 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T20:16:46,293 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-07T20:16:46,293 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-07T20:16:46,293 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-07T20:16:46,394 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6a6b76feb2c7c4c47c92c8945a5dc581, regionState=OPENING, regionLocation=8a040b4bf509,41657,1731010596403 2024-11-07T20:16:46,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6a6b76feb2c7c4c47c92c8945a5dc581, ASSIGN because future has completed 2024-11-07T20:16:46,397 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a6b76feb2c7c4c47c92c8945a5dc581, server=8a040b4bf509,41657,1731010596403}] 2024-11-07T20:16:46,552 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731010605412.6a6b76feb2c7c4c47c92c8945a5dc581. 2024-11-07T20:16:46,553 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6a6b76feb2c7c4c47c92c8945a5dc581, NAME => 'test,,1731010605412.6a6b76feb2c7c4c47c92c8945a5dc581.', STARTKEY => '', ENDKEY => ''} 2024-11-07T20:16:46,553 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T20:16:46,553 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-07T20:16:46,553 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6a6b76feb2c7c4c47c92c8945a5dc581 2024-11-07T20:16:46,553 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731010605412.6a6b76feb2c7c4c47c92c8945a5dc581.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:16:46,553 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6a6b76feb2c7c4c47c92c8945a5dc581 2024-11-07T20:16:46,553 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6a6b76feb2c7c4c47c92c8945a5dc581 2024-11-07T20:16:46,555 INFO [StoreOpener-6a6b76feb2c7c4c47c92c8945a5dc581-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6a6b76feb2c7c4c47c92c8945a5dc581 2024-11-07T20:16:46,556 INFO [StoreOpener-6a6b76feb2c7c4c47c92c8945a5dc581-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a6b76feb2c7c4c47c92c8945a5dc581 columnFamilyName f 2024-11-07T20:16:46,556 DEBUG [StoreOpener-6a6b76feb2c7c4c47c92c8945a5dc581-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:16:46,557 INFO [StoreOpener-6a6b76feb2c7c4c47c92c8945a5dc581-1 {}] regionserver.HStore(327): Store=6a6b76feb2c7c4c47c92c8945a5dc581/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:16:46,557 INFO [StoreOpener-6a6b76feb2c7c4c47c92c8945a5dc581-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6a6b76feb2c7c4c47c92c8945a5dc581 2024-11-07T20:16:46,558 INFO [StoreOpener-6a6b76feb2c7c4c47c92c8945a5dc581-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a6b76feb2c7c4c47c92c8945a5dc581 columnFamilyName f1 2024-11-07T20:16:46,558 DEBUG [StoreOpener-6a6b76feb2c7c4c47c92c8945a5dc581-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:16:46,558 INFO [StoreOpener-6a6b76feb2c7c4c47c92c8945a5dc581-1 {}] regionserver.HStore(327): Store=6a6b76feb2c7c4c47c92c8945a5dc581/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:16:46,558 INFO [StoreOpener-6a6b76feb2c7c4c47c92c8945a5dc581-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6a6b76feb2c7c4c47c92c8945a5dc581 2024-11-07T20:16:46,559 INFO [StoreOpener-6a6b76feb2c7c4c47c92c8945a5dc581-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a6b76feb2c7c4c47c92c8945a5dc581 columnFamilyName norep 2024-11-07T20:16:46,559 DEBUG [StoreOpener-6a6b76feb2c7c4c47c92c8945a5dc581-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:16:46,560 INFO [StoreOpener-6a6b76feb2c7c4c47c92c8945a5dc581-1 {}] regionserver.HStore(327): Store=6a6b76feb2c7c4c47c92c8945a5dc581/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:16:46,560 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6a6b76feb2c7c4c47c92c8945a5dc581 2024-11-07T20:16:46,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:16:46,561 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/data/default/test/6a6b76feb2c7c4c47c92c8945a5dc581 2024-11-07T20:16:46,561 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/data/default/test/6a6b76feb2c7c4c47c92c8945a5dc581 2024-11-07T20:16:46,562 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6a6b76feb2c7c4c47c92c8945a5dc581 2024-11-07T20:16:46,562 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6a6b76feb2c7c4c47c92c8945a5dc581 2024-11-07T20:16:46,563 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T20:16:46,564 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6a6b76feb2c7c4c47c92c8945a5dc581 2024-11-07T20:16:46,566 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/data/default/test/6a6b76feb2c7c4c47c92c8945a5dc581/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T20:16:46,566 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6a6b76feb2c7c4c47c92c8945a5dc581; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59856229, jitterRate=-0.1080726832151413}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T20:16:46,566 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6a6b76feb2c7c4c47c92c8945a5dc581 2024-11-07T20:16:46,567 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6a6b76feb2c7c4c47c92c8945a5dc581: Running coprocessor pre-open hook at 1731010606553Writing region info on filesystem at 1731010606553Initializing all the Stores at 1731010606554 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010606554Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010606555 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010606555Cleaning up temporary data from old regions at 1731010606562 (+7 ms)Running coprocessor post-open hooks at 1731010606566 (+4 ms)Region opened successfully at 1731010606567 (+1 ms) 2024-11-07T20:16:46,569 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731010605412.6a6b76feb2c7c4c47c92c8945a5dc581., pid=6, masterSystemTime=1731010606549 2024-11-07T20:16:46,571 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731010605412.6a6b76feb2c7c4c47c92c8945a5dc581. 2024-11-07T20:16:46,571 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731010605412.6a6b76feb2c7c4c47c92c8945a5dc581. 2024-11-07T20:16:46,572 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6a6b76feb2c7c4c47c92c8945a5dc581, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8a040b4bf509,41657,1731010596403 2024-11-07T20:16:46,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a6b76feb2c7c4c47c92c8945a5dc581, server=8a040b4bf509,41657,1731010596403 because future has completed 2024-11-07T20:16:46,578 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T20:16:46,578 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6a6b76feb2c7c4c47c92c8945a5dc581, server=8a040b4bf509,41657,1731010596403 in 180 msec 2024-11-07T20:16:46,580 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T20:16:46,580 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6a6b76feb2c7c4c47c92c8945a5dc581, ASSIGN in 336 msec 2024-11-07T20:16:46,581 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T20:16:46,581 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731010606581"}]},"ts":"1731010606581"} 2024-11-07T20:16:46,583 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-07T20:16:46,584 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T20:16:46,585 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1690 sec 2024-11-07T20:16:47,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:16:47,570 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:16:47,571 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-07T20:16:47,571 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,37893,1731010601693 2024-11-07T20:16:47,571 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e86acbb 2024-11-07T20:16:47,571 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:16:47,573 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T20:16:47,574 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37893 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T20:16:47,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37893 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-07T20:16:47,576 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T20:16:47,576 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:16:47,576 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37893 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-07T20:16:47,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:16:47,577 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T20:16:47,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38973 is added to blk_1073741835_1011 (size=902) 2024-11-07T20:16:47,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:16:47,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:16:47,985 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1e104682528473414e5deba0f27b879a, NAME => 'test,,1731010607573.1e104682528473414e5deba0f27b879a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a 2024-11-07T20:16:47,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38973 is added to blk_1073741836_1012 (size=39) 2024-11-07T20:16:48,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:16:48,391 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731010607573.1e104682528473414e5deba0f27b879a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:16:48,391 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1e104682528473414e5deba0f27b879a, disabling compactions & flushes 2024-11-07T20:16:48,391 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731010607573.1e104682528473414e5deba0f27b879a. 2024-11-07T20:16:48,391 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731010607573.1e104682528473414e5deba0f27b879a. 2024-11-07T20:16:48,391 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731010607573.1e104682528473414e5deba0f27b879a. after waiting 0 ms 2024-11-07T20:16:48,391 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731010607573.1e104682528473414e5deba0f27b879a. 2024-11-07T20:16:48,391 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731010607573.1e104682528473414e5deba0f27b879a. 2024-11-07T20:16:48,391 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1e104682528473414e5deba0f27b879a: Waiting for close lock at 1731010608391Disabling compacts and flushes for region at 1731010608391Disabling writes for close at 1731010608391Writing region close event to WAL at 1731010608391Closed at 1731010608391 2024-11-07T20:16:48,392 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T20:16:48,392 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731010607573.1e104682528473414e5deba0f27b879a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731010608392"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731010608392"}]},"ts":"1731010608392"} 2024-11-07T20:16:48,395 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T20:16:48,396 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T20:16:48,396 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731010608396"}]},"ts":"1731010608396"} 2024-11-07T20:16:48,398 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-07T20:16:48,399 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1e104682528473414e5deba0f27b879a, ASSIGN}] 2024-11-07T20:16:48,400 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1e104682528473414e5deba0f27b879a, ASSIGN 2024-11-07T20:16:48,401 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1e104682528473414e5deba0f27b879a, ASSIGN; state=OFFLINE, location=8a040b4bf509,37847,1731010601835; forceNewPlan=false, retain=false 2024-11-07T20:16:48,552 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1e104682528473414e5deba0f27b879a, regionState=OPENING, regionLocation=8a040b4bf509,37847,1731010601835 2024-11-07T20:16:48,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1e104682528473414e5deba0f27b879a, ASSIGN because future has completed 2024-11-07T20:16:48,554 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e104682528473414e5deba0f27b879a, server=8a040b4bf509,37847,1731010601835}] 2024-11-07T20:16:48,710 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731010607573.1e104682528473414e5deba0f27b879a. 2024-11-07T20:16:48,710 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1e104682528473414e5deba0f27b879a, NAME => 'test,,1731010607573.1e104682528473414e5deba0f27b879a.', STARTKEY => '', ENDKEY => ''} 2024-11-07T20:16:48,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:16:48,710 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T20:16:48,710 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-07T20:16:48,711 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1e104682528473414e5deba0f27b879a 2024-11-07T20:16:48,711 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731010607573.1e104682528473414e5deba0f27b879a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:16:48,711 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1e104682528473414e5deba0f27b879a 2024-11-07T20:16:48,711 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1e104682528473414e5deba0f27b879a 2024-11-07T20:16:48,712 INFO [StoreOpener-1e104682528473414e5deba0f27b879a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1e104682528473414e5deba0f27b879a 2024-11-07T20:16:48,713 INFO [StoreOpener-1e104682528473414e5deba0f27b879a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e104682528473414e5deba0f27b879a columnFamilyName f 2024-11-07T20:16:48,713 DEBUG [StoreOpener-1e104682528473414e5deba0f27b879a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:16:48,714 INFO [StoreOpener-1e104682528473414e5deba0f27b879a-1 {}] regionserver.HStore(327): Store=1e104682528473414e5deba0f27b879a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:16:48,714 INFO [StoreOpener-1e104682528473414e5deba0f27b879a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1e104682528473414e5deba0f27b879a 2024-11-07T20:16:48,715 INFO [StoreOpener-1e104682528473414e5deba0f27b879a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e104682528473414e5deba0f27b879a columnFamilyName f1 2024-11-07T20:16:48,715 DEBUG [StoreOpener-1e104682528473414e5deba0f27b879a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:16:48,715 INFO [StoreOpener-1e104682528473414e5deba0f27b879a-1 {}] regionserver.HStore(327): Store=1e104682528473414e5deba0f27b879a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:16:48,715 INFO [StoreOpener-1e104682528473414e5deba0f27b879a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1e104682528473414e5deba0f27b879a 2024-11-07T20:16:48,716 INFO [StoreOpener-1e104682528473414e5deba0f27b879a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e104682528473414e5deba0f27b879a columnFamilyName norep 2024-11-07T20:16:48,716 DEBUG [StoreOpener-1e104682528473414e5deba0f27b879a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:16:48,716 INFO [StoreOpener-1e104682528473414e5deba0f27b879a-1 {}] regionserver.HStore(327): Store=1e104682528473414e5deba0f27b879a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:16:48,717 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1e104682528473414e5deba0f27b879a 2024-11-07T20:16:48,717 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/data/default/test/1e104682528473414e5deba0f27b879a 2024-11-07T20:16:48,717 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/data/default/test/1e104682528473414e5deba0f27b879a 2024-11-07T20:16:48,718 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1e104682528473414e5deba0f27b879a 2024-11-07T20:16:48,718 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1e104682528473414e5deba0f27b879a 2024-11-07T20:16:48,719 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T20:16:48,720 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1e104682528473414e5deba0f27b879a 2024-11-07T20:16:48,722 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/data/default/test/1e104682528473414e5deba0f27b879a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T20:16:48,722 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1e104682528473414e5deba0f27b879a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61163486, jitterRate=-0.08859303593635559}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T20:16:48,722 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1e104682528473414e5deba0f27b879a 2024-11-07T20:16:48,722 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1e104682528473414e5deba0f27b879a: Running coprocessor pre-open hook at 1731010608711Writing region info on filesystem at 1731010608711Initializing all the Stores at 1731010608712 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010608712Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010608712Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010608712Cleaning up temporary data from old regions at 1731010608718 (+6 ms)Running coprocessor post-open hooks at 1731010608722 (+4 ms)Region opened successfully at 1731010608722 2024-11-07T20:16:48,723 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731010607573.1e104682528473414e5deba0f27b879a., pid=6, masterSystemTime=1731010608706 2024-11-07T20:16:48,725 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731010607573.1e104682528473414e5deba0f27b879a. 2024-11-07T20:16:48,725 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731010607573.1e104682528473414e5deba0f27b879a. 2024-11-07T20:16:48,726 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1e104682528473414e5deba0f27b879a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8a040b4bf509,37847,1731010601835 2024-11-07T20:16:48,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e104682528473414e5deba0f27b879a, server=8a040b4bf509,37847,1731010601835 because future has completed 2024-11-07T20:16:48,732 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T20:16:48,733 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1e104682528473414e5deba0f27b879a, server=8a040b4bf509,37847,1731010601835 in 176 msec 2024-11-07T20:16:48,735 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T20:16:48,735 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1e104682528473414e5deba0f27b879a, ASSIGN in 333 msec 2024-11-07T20:16:48,735 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T20:16:48,736 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731010608735"}]},"ts":"1731010608735"} 2024-11-07T20:16:48,741 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-07T20:16:48,742 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T20:16:48,744 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1680 sec 2024-11-07T20:16:49,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:16:49,721 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-07T20:16:49,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26588fcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:16:49,721 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,35611,-1 for getting cluster id 2024-11-07T20:16:49,722 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:16:49,722 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '02d24d3e-302b-4a73-9480-cc76b2be4355' 2024-11-07T20:16:49,722 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:16:49,723 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "02d24d3e-302b-4a73-9480-cc76b2be4355" 2024-11-07T20:16:49,723 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d62a6ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:16:49,723 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,35611,-1] 2024-11-07T20:16:49,723 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:16:49,723 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:16:49,724 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:16:49,724 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@691b51d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:16:49,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ce1a5fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:16:49,725 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,37893,-1 for getting cluster id 2024-11-07T20:16:49,725 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:16:49,725 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65445468-ee35-44cc-baf3-518e19f122ce' 2024-11-07T20:16:49,726 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:16:49,726 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65445468-ee35-44cc-baf3-518e19f122ce" 2024-11-07T20:16:49,726 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66b01bd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:16:49,726 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,37893,-1] 2024-11-07T20:16:49,726 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:16:49,726 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:16:49,727 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:16:49,728 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4699b606, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:16:49,728 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37f850cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:16:49,728 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,35611,-1 for getting cluster id 2024-11-07T20:16:49,728 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:16:49,729 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '02d24d3e-302b-4a73-9480-cc76b2be4355' 2024-11-07T20:16:49,729 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:16:49,729 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "02d24d3e-302b-4a73-9480-cc76b2be4355" 2024-11-07T20:16:49,729 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@591d8720, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:16:49,729 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,35611,-1] 2024-11-07T20:16:49,730 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:16:49,730 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:16:49,730 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:16:49,731 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@644d636b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:16:49,732 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:16:49,733 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,35611,1731010596235 2024-11-07T20:16:49,733 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38f7b1e 2024-11-07T20:16:49,733 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:16:49,734 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T20:16:49,734 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35611 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://8a040b4bf509:37893,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-07T20:16:49,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35611 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T20:16:49,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T20:16:49,737 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8a040b4bf509:37893' 2024-11-07T20:16:49,738 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65411c87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:16:49,738 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,37893,-1 for getting cluster id 2024-11-07T20:16:49,738 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:16:49,738 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65445468-ee35-44cc-baf3-518e19f122ce' 2024-11-07T20:16:49,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:16:49,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65445468-ee35-44cc-baf3-518e19f122ce" 2024-11-07T20:16:49,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ecbe590, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:16:49,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,37893,-1] 2024-11-07T20:16:49,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:16:49,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:16:49,740 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:16:49,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46043433, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:16:49,741 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:16:49,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,37893,1731010601693 2024-11-07T20:16:49,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23809a3e 2024-11-07T20:16:49,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:16:49,742 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T20:16:49,743 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-07T20:16:49,743 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T20:16:49,743 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:16:49,743 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:16:49,743 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:16:49,743 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T20:16:49,744 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-07T20:16:49,745 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T20:16:49,745 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:16:49,746 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T20:16:49,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40585 is added to blk_1073741837_1013 (size=1138) 2024-11-07T20:16:49,795 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-07T20:16:49,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T20:16:50,020 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-07T20:16:50,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T20:16:50,153 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 547185fd645dac13abaaf4852dde2c56, NAME => 'hbase:replication,,1731010609743.547185fd645dac13abaaf4852dde2c56.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4 2024-11-07T20:16:50,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40585 is added to blk_1073741838_1014 (size=44) 2024-11-07T20:16:50,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T20:16:50,559 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731010609743.547185fd645dac13abaaf4852dde2c56.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:16:50,559 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 547185fd645dac13abaaf4852dde2c56, disabling compactions & flushes 2024-11-07T20:16:50,559 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731010609743.547185fd645dac13abaaf4852dde2c56. 2024-11-07T20:16:50,559 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731010609743.547185fd645dac13abaaf4852dde2c56. 2024-11-07T20:16:50,559 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731010609743.547185fd645dac13abaaf4852dde2c56. after waiting 0 ms 2024-11-07T20:16:50,559 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731010609743.547185fd645dac13abaaf4852dde2c56. 2024-11-07T20:16:50,559 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731010609743.547185fd645dac13abaaf4852dde2c56. 2024-11-07T20:16:50,559 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 547185fd645dac13abaaf4852dde2c56: Waiting for close lock at 1731010610559Disabling compacts and flushes for region at 1731010610559Disabling writes for close at 1731010610559Writing region close event to WAL at 1731010610559Closed at 1731010610559 2024-11-07T20:16:50,561 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T20:16:50,561 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731010609743.547185fd645dac13abaaf4852dde2c56.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731010610561"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731010610561"}]},"ts":"1731010610561"} 2024-11-07T20:16:50,563 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T20:16:50,564 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T20:16:50,564 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731010610564"}]},"ts":"1731010610564"} 2024-11-07T20:16:50,566 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-07T20:16:50,566 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=547185fd645dac13abaaf4852dde2c56, ASSIGN}] 2024-11-07T20:16:50,567 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=547185fd645dac13abaaf4852dde2c56, ASSIGN 2024-11-07T20:16:50,568 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=547185fd645dac13abaaf4852dde2c56, ASSIGN; state=OFFLINE, location=8a040b4bf509,41657,1731010596403; forceNewPlan=false, retain=false 2024-11-07T20:16:50,719 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=547185fd645dac13abaaf4852dde2c56, regionState=OPENING, regionLocation=8a040b4bf509,41657,1731010596403 2024-11-07T20:16:50,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=547185fd645dac13abaaf4852dde2c56, ASSIGN because future has completed 2024-11-07T20:16:50,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 547185fd645dac13abaaf4852dde2c56, server=8a040b4bf509,41657,1731010596403}] 2024-11-07T20:16:50,762 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T20:16:50,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:16:50,789 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:16:50,789 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:16:50,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:16:50,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T20:16:50,877 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731010609743.547185fd645dac13abaaf4852dde2c56. 2024-11-07T20:16:50,877 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:16:50,878 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-07T20:16:50,879 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a040b4bf509%2C41657%2C1731010596403.rep, suffix=, logDir=hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/WALs/8a040b4bf509,41657,1731010596403, archiveDir=hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/oldWALs, maxLogs=10 2024-11-07T20:16:50,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/WALs/8a040b4bf509,41657,1731010596403/8a040b4bf509%2C41657%2C1731010596403.rep.1731010610879, exclude list is [], retry=0 2024-11-07T20:16:50,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40585,DS-988a0cb6-2559-4125-816e-33df58284607,DISK] 2024-11-07T20:16:50,894 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/WALs/8a040b4bf509,41657,1731010596403/8a040b4bf509%2C41657%2C1731010596403.rep.1731010610879 2024-11-07T20:16:50,894 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36449:36449)] 2024-11-07T20:16:50,894 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 547185fd645dac13abaaf4852dde2c56, NAME => 'hbase:replication,,1731010609743.547185fd645dac13abaaf4852dde2c56.', STARTKEY => '', ENDKEY => ''} 2024-11-07T20:16:50,894 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T20:16:50,894 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T20:16:50,894 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731010609743.547185fd645dac13abaaf4852dde2c56. service=MultiRowMutationService 2024-11-07T20:16:50,894 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-07T20:16:50,894 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 547185fd645dac13abaaf4852dde2c56 2024-11-07T20:16:50,895 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731010609743.547185fd645dac13abaaf4852dde2c56.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:16:50,895 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 547185fd645dac13abaaf4852dde2c56 2024-11-07T20:16:50,895 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 547185fd645dac13abaaf4852dde2c56 2024-11-07T20:16:50,896 INFO [StoreOpener-547185fd645dac13abaaf4852dde2c56-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 547185fd645dac13abaaf4852dde2c56 2024-11-07T20:16:50,897 INFO [StoreOpener-547185fd645dac13abaaf4852dde2c56-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 547185fd645dac13abaaf4852dde2c56 columnFamilyName hfileref 2024-11-07T20:16:50,897 DEBUG [StoreOpener-547185fd645dac13abaaf4852dde2c56-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:16:50,898 INFO [StoreOpener-547185fd645dac13abaaf4852dde2c56-1 {}] regionserver.HStore(327): Store=547185fd645dac13abaaf4852dde2c56/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:16:50,898 INFO [StoreOpener-547185fd645dac13abaaf4852dde2c56-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 547185fd645dac13abaaf4852dde2c56 2024-11-07T20:16:50,899 INFO [StoreOpener-547185fd645dac13abaaf4852dde2c56-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 547185fd645dac13abaaf4852dde2c56 columnFamilyName queue 2024-11-07T20:16:50,899 DEBUG [StoreOpener-547185fd645dac13abaaf4852dde2c56-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:16:50,899 INFO [StoreOpener-547185fd645dac13abaaf4852dde2c56-1 {}] regionserver.HStore(327): Store=547185fd645dac13abaaf4852dde2c56/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:16:50,899 INFO [StoreOpener-547185fd645dac13abaaf4852dde2c56-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 547185fd645dac13abaaf4852dde2c56 2024-11-07T20:16:50,900 INFO [StoreOpener-547185fd645dac13abaaf4852dde2c56-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 547185fd645dac13abaaf4852dde2c56 columnFamilyName sid 2024-11-07T20:16:50,900 DEBUG [StoreOpener-547185fd645dac13abaaf4852dde2c56-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:16:50,900 INFO [StoreOpener-547185fd645dac13abaaf4852dde2c56-1 {}] regionserver.HStore(327): Store=547185fd645dac13abaaf4852dde2c56/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:16:50,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 547185fd645dac13abaaf4852dde2c56 2024-11-07T20:16:50,901 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/data/hbase/replication/547185fd645dac13abaaf4852dde2c56 2024-11-07T20:16:50,901 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/data/hbase/replication/547185fd645dac13abaaf4852dde2c56 2024-11-07T20:16:50,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 547185fd645dac13abaaf4852dde2c56 2024-11-07T20:16:50,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 547185fd645dac13abaaf4852dde2c56 2024-11-07T20:16:50,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T20:16:50,904 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 547185fd645dac13abaaf4852dde2c56 2024-11-07T20:16:50,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/data/hbase/replication/547185fd645dac13abaaf4852dde2c56/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T20:16:50,906 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 547185fd645dac13abaaf4852dde2c56; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73554601, jitterRate=0.09604896605014801}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T20:16:50,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 547185fd645dac13abaaf4852dde2c56 2024-11-07T20:16:50,907 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 547185fd645dac13abaaf4852dde2c56: Running coprocessor pre-open hook at 1731010610895Writing region info on filesystem at 1731010610895Initializing all the Stores at 1731010610896 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010610896Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010610896Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010610896Cleaning up temporary data from old regions at 1731010610902 (+6 ms)Running coprocessor post-open hooks at 1731010610906 (+4 ms)Region opened successfully at 1731010610907 (+1 ms) 2024-11-07T20:16:50,908 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731010609743.547185fd645dac13abaaf4852dde2c56., pid=10, masterSystemTime=1731010610874 2024-11-07T20:16:50,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731010609743.547185fd645dac13abaaf4852dde2c56. 2024-11-07T20:16:50,910 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731010609743.547185fd645dac13abaaf4852dde2c56. 2024-11-07T20:16:50,910 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=547185fd645dac13abaaf4852dde2c56, regionState=OPEN, openSeqNum=2, regionLocation=8a040b4bf509,41657,1731010596403 2024-11-07T20:16:50,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 547185fd645dac13abaaf4852dde2c56, server=8a040b4bf509,41657,1731010596403 because future has completed 2024-11-07T20:16:50,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-07T20:16:50,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 547185fd645dac13abaaf4852dde2c56, server=8a040b4bf509,41657,1731010596403 in 191 msec 2024-11-07T20:16:50,917 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-07T20:16:50,917 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=547185fd645dac13abaaf4852dde2c56, ASSIGN in 349 msec 2024-11-07T20:16:50,918 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T20:16:50,918 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731010610918"}]},"ts":"1731010610918"} 2024-11-07T20:16:50,920 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-07T20:16:50,921 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T20:16:50,923 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1780 sec 2024-11-07T20:16:50,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731010609743.547185fd645dac13abaaf4852dde2c56., hostname=8a040b4bf509,41657,1731010596403, seqNum=2] 2024-11-07T20:16:51,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35611-0x10116f181c50000, quorum=127.0.0.1:64690, baseZNode=/0198469132 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0198469132 2024-11-07T20:16:51,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41657-0x10116f181c50001, quorum=127.0.0.1:64690, baseZNode=/0198469132 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0198469132 2024-11-07T20:16:51,057 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T20:16:51,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41657 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-07T20:16:51,211 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-07T20:16:51,237 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-8a040b4bf509,41657,1731010596403, ReplicationSource: 1, currentBandwidth=0 2024-11-07T20:16:51,237 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:16:51,237 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,41657,1731010596403, seqNum=-1] 2024-11-07T20:16:51,237 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:16:51,238 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52021, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-07T20:16:51,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8a040b4bf509,41657,1731010596403', locateType=CURRENT is [region=hbase:replication,,1731010609743.547185fd645dac13abaaf4852dde2c56., hostname=8a040b4bf509,41657,1731010596403, seqNum=2] 2024-11-07T20:16:51,242 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-07T20:16:51,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35611 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-07T20:16:51,245 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8a040b4bf509,41657,1731010596403 suceeded 2024-11-07T20:16:51,247 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-07T20:16:51,247 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-07T20:16:51,247 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8a040b4bf509:37893,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-07T20:16:51,249 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5130 sec 2024-11-07T20:16:51,257 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41657,1731010596403 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8a040b4bf509:37893' 2024-11-07T20:16:51,275 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41657,1731010596403 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@381187b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:16:51,275 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41657,1731010596403 {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,37893,-1 for getting cluster id 2024-11-07T20:16:51,275 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41657,1731010596403 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:16:51,276 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65445468-ee35-44cc-baf3-518e19f122ce' 2024-11-07T20:16:51,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:16:51,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65445468-ee35-44cc-baf3-518e19f122ce" 2024-11-07T20:16:51,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@738eb974, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:16:51,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,37893,-1] 2024-11-07T20:16:51,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:16:51,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:16:51,277 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:16:51,278 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41657,1731010596403 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64fa5a36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:16:51,278 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41657,1731010596403 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:16:51,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,37893,1731010601693 2024-11-07T20:16:51,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17ef5f27 2024-11-07T20:16:51,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:16:51,280 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-07T20:16:51,281 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41657,1731010596403 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8a040b4bf509,41657,1731010596403 (queues=1) is replicating from cluster=02d24d3e-302b-4a73-9480-cc76b2be4355 to cluster=65445468-ee35-44cc-baf3-518e19f122ce 2024-11-07T20:16:51,281 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41657,1731010596403 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8a040b4bf509%2C41657%2C1731010596403 2024-11-07T20:16:51,281 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41657,1731010596403 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8a040b4bf509,41657,1731010596403, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T20:16:51,281 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41657,1731010596403.replicationSource.shipper8a040b4bf509%2C41657%2C1731010596403,1-8a040b4bf509,41657,1731010596403 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8a040b4bf509%2C41657%2C1731010596403 2024-11-07T20:16:51,282 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41657,1731010596403.replicationSource.wal-reader.8a040b4bf509%2C41657%2C1731010596403,1-8a040b4bf509,41657,1731010596403 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/WALs/8a040b4bf509,41657,1731010596403/8a040b4bf509%2C41657%2C1731010596403.1731010598605, startPosition=0, beingWritten=true 2024-11-07T20:16:51,289 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41657,1731010596403.replicationSource.wal-reader.8a040b4bf509%2C41657%2C1731010596403,1-8a040b4bf509,41657,1731010596403 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T20:16:51,289 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41657,1731010596403.replicationSource.wal-reader.8a040b4bf509%2C41657%2C1731010596403,1-8a040b4bf509,41657,1731010596403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/WALs/8a040b4bf509,41657,1731010596403/8a040b4bf509%2C41657%2C1731010596403.1731010598605 to pos 379, reset compression=false 2024-11-07T20:16:51,289 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41657,1731010596403.replicationSource.shipper8a040b4bf509%2C41657%2C1731010596403,1-8a040b4bf509,41657,1731010596403 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a040b4bf509,41657,1731010596403 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/WALs/8a040b4bf509,41657,1731010596403/8a040b4bf509%2C41657%2C1731010596403.1731010598605, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T20:16:51,493 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41657,1731010596403.replicationSource.wal-reader.8a040b4bf509%2C41657%2C1731010596403,1-8a040b4bf509,41657,1731010596403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/WALs/8a040b4bf509,41657,1731010596403/8a040b4bf509%2C41657%2C1731010596403.1731010598605 to pos 379, reset compression=false 2024-11-07T20:16:51,797 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41657,1731010596403.replicationSource.wal-reader.8a040b4bf509%2C41657%2C1731010596403,1-8a040b4bf509,41657,1731010596403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/WALs/8a040b4bf509,41657,1731010596403/8a040b4bf509%2C41657%2C1731010596403.1731010598605 to pos 379, reset compression=false 2024-11-07T20:16:51,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T20:16:51,881 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-07T20:16:51,881 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T20:16:51,881 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:16:51,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:16:51,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:16:51,882 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:16:51,882 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:16:51,891 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731010611889/Put/seqid=0 2024-11-07T20:16:51,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40585 is added to blk_1073741840_1016 (size=7894) 2024-11-07T20:16:52,202 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41657,1731010596403.replicationSource.wal-reader.8a040b4bf509%2C41657%2C1731010596403,1-8a040b4bf509,41657,1731010596403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/WALs/8a040b4bf509,41657,1731010596403/8a040b4bf509%2C41657%2C1731010596403.1731010598605 to pos 379, reset compression=false 2024-11-07T20:16:52,306 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/load_f/f/hfile_1 is 34, key is ddd/f:row/1731010612304/Put/seqid=0 2024-11-07T20:16:52,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40585 is added to blk_1073741841_1017 (size=7691) 2024-11-07T20:16:52,713 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41657,1731010596403.replicationSource.wal-reader.8a040b4bf509%2C41657%2C1731010596403,1-8a040b4bf509,41657,1731010596403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/WALs/8a040b4bf509,41657,1731010596403/8a040b4bf509%2C41657%2C1731010596403.1731010598605 to pos 379, reset compression=false 2024-11-07T20:16:52,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37dbf9e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:16:52,722 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,35611,-1 for getting cluster id 2024-11-07T20:16:52,722 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:16:52,723 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '02d24d3e-302b-4a73-9480-cc76b2be4355' 2024-11-07T20:16:52,723 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:16:52,723 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "02d24d3e-302b-4a73-9480-cc76b2be4355" 2024-11-07T20:16:52,723 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c57a0db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:16:52,724 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,35611,-1] 2024-11-07T20:16:52,724 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:16:52,724 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:16:52,726 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:16:52,728 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38ef9416, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:16:52,729 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:16:52,730 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,41657,1731010596403, seqNum=-1] 2024-11-07T20:16:52,731 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:16:52,732 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T20:16:52,746 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:16:52,747 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,35611,1731010596235 2024-11-07T20:16:52,748 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a853bcf 2024-11-07T20:16:52,751 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:16:52,752 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T20:16:52,760 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731010605412.6a6b76feb2c7c4c47c92c8945a5dc581., hostname=8a040b4bf509,41657,1731010596403, seqNum=2] 2024-11-07T20:16:52,772 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-07T20:16:52,788 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-07T20:16:52,792 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-07T20:16:52,815 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41657 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/load_f/f/hfile_1 for inclusion in 6a6b76feb2c7c4c47c92c8945a5dc581/f 2024-11-07T20:16:52,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41657 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-07T20:16:52,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41657 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T20:16:52,825 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41657 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/load_f/f/hfile_0 for inclusion in 6a6b76feb2c7c4c47c92c8945a5dc581/f 2024-11-07T20:16:52,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41657 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-07T20:16:52,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41657 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T20:16:52,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41657 {}] regionserver.HRegion(2603): Flush status journal for 6a6b76feb2c7c4c47c92c8945a5dc581: 2024-11-07T20:16:52,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41657 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/load_f/f/hfile_1 to hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/staging/jenkins__test__bjgs1du1era7gd2g6cb6efr9tkfo0h3f31lunf8i9muc8k7tanf8kkselqjr5jaa/f/hfile_1 2024-11-07T20:16:52,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41657 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/staging/jenkins__test__bjgs1du1era7gd2g6cb6efr9tkfo0h3f31lunf8i9muc8k7tanf8kkselqjr5jaa/f/hfile_1 as hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/data/default/test/6a6b76feb2c7c4c47c92c8945a5dc581/f/564147ef67164f8fb2926b76d819a46d_SeqId_4_ 2024-11-07T20:16:52,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41657 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/load_f/f/hfile_0 to hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/staging/jenkins__test__bjgs1du1era7gd2g6cb6efr9tkfo0h3f31lunf8i9muc8k7tanf8kkselqjr5jaa/f/hfile_0 2024-11-07T20:16:52,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41657 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/staging/jenkins__test__bjgs1du1era7gd2g6cb6efr9tkfo0h3f31lunf8i9muc8k7tanf8kkselqjr5jaa/f/hfile_0 as hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/data/default/test/6a6b76feb2c7c4c47c92c8945a5dc581/f/e4e6ba95113c4568af4bc01fb7105983_SeqId_4_ 2024-11-07T20:16:52,850 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41657 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/staging/jenkins__test__bjgs1du1era7gd2g6cb6efr9tkfo0h3f31lunf8i9muc8k7tanf8kkselqjr5jaa/f/hfile_1 into 6a6b76feb2c7c4c47c92c8945a5dc581/f as hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/data/default/test/6a6b76feb2c7c4c47c92c8945a5dc581/f/564147ef67164f8fb2926b76d819a46d_SeqId_4_ - updating store file list. 2024-11-07T20:16:52,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41657 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 564147ef67164f8fb2926b76d819a46d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-07T20:16:52,860 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41657 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/data/default/test/6a6b76feb2c7c4c47c92c8945a5dc581/f/564147ef67164f8fb2926b76d819a46d_SeqId_4_ into 6a6b76feb2c7c4c47c92c8945a5dc581/f 2024-11-07T20:16:52,860 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41657 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/staging/jenkins__test__bjgs1du1era7gd2g6cb6efr9tkfo0h3f31lunf8i9muc8k7tanf8kkselqjr5jaa/f/hfile_1 into 6a6b76feb2c7c4c47c92c8945a5dc581/f (new location: hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/data/default/test/6a6b76feb2c7c4c47c92c8945a5dc581/f/564147ef67164f8fb2926b76d819a46d_SeqId_4_) 2024-11-07T20:16:52,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41657 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/staging/jenkins__test__bjgs1du1era7gd2g6cb6efr9tkfo0h3f31lunf8i9muc8k7tanf8kkselqjr5jaa/f/hfile_1 2024-11-07T20:16:52,862 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41657 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/staging/jenkins__test__bjgs1du1era7gd2g6cb6efr9tkfo0h3f31lunf8i9muc8k7tanf8kkselqjr5jaa/f/hfile_0 into 6a6b76feb2c7c4c47c92c8945a5dc581/f as hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/data/default/test/6a6b76feb2c7c4c47c92c8945a5dc581/f/e4e6ba95113c4568af4bc01fb7105983_SeqId_4_ - updating store file list. 2024-11-07T20:16:52,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41657 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e4e6ba95113c4568af4bc01fb7105983_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-07T20:16:52,870 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41657 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/data/default/test/6a6b76feb2c7c4c47c92c8945a5dc581/f/e4e6ba95113c4568af4bc01fb7105983_SeqId_4_ into 6a6b76feb2c7c4c47c92c8945a5dc581/f 2024-11-07T20:16:52,870 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41657 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/staging/jenkins__test__bjgs1du1era7gd2g6cb6efr9tkfo0h3f31lunf8i9muc8k7tanf8kkselqjr5jaa/f/hfile_0 into 6a6b76feb2c7c4c47c92c8945a5dc581/f (new location: hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/data/default/test/6a6b76feb2c7c4c47c92c8945a5dc581/f/e4e6ba95113c4568af4bc01fb7105983_SeqId_4_) 2024-11-07T20:16:52,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41657 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/staging/jenkins__test__bjgs1du1era7gd2g6cb6efr9tkfo0h3f31lunf8i9muc8k7tanf8kkselqjr5jaa/f/hfile_0 2024-11-07T20:16:52,880 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T20:16:52,880 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:16:52,880 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:16:52,880 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:16:52,881 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:16:52,881 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:16:52,882 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731010605412.6a6b76feb2c7c4c47c92c8945a5dc581., hostname=8a040b4bf509,41657,1731010596403, seqNum=2 , the old value is region=test,,1731010605412.6a6b76feb2c7c4c47c92c8945a5dc581., hostname=8a040b4bf509,41657,1731010596403, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=8a040b4bf509:41657 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-07T20:16:52,882 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,37847,1731010601835, seqNum=-1] 2024-11-07T20:16:52,883 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731010605412.6a6b76feb2c7c4c47c92c8945a5dc581., hostname=8a040b4bf509,41657,1731010596403, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-07T20:16:52,883 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:16:52,883 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731010605412.6a6b76feb2c7c4c47c92c8945a5dc581., hostname=8a040b4bf509,41657,1731010596403, seqNum=2 from cache 2024-11-07T20:16:52,885 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T20:16:52,887 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-07T20:16:52,888 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731010607573.1e104682528473414e5deba0f27b879a., hostname=8a040b4bf509,37847,1731010601835, seqNum=2] 2024-11-07T20:16:52,890 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-07T20:16:52,991 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a040b4bf509:41657 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-07T20:16:53,321 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41657,1731010596403.replicationSource.wal-reader.8a040b4bf509%2C41657%2C1731010596403,1-8a040b4bf509,41657,1731010596403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/WALs/8a040b4bf509,41657,1731010596403/8a040b4bf509%2C41657%2C1731010596403.1731010598605 to pos 379, reset compression=false 2024-11-07T20:16:53,328 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41657,1731010596403.replicationSource.wal-reader.8a040b4bf509%2C41657%2C1731010596403,1-8a040b4bf509,41657,1731010596403 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T20:16:53,328 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41657,1731010596403.replicationSource.shipper8a040b4bf509%2C41657%2C1731010596403,1-8a040b4bf509,41657,1731010596403 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a040b4bf509,41657,1731010596403 got entry batch from reader: WALEntryBatch [walEntries=[{test/6a6b76feb2c7c4c47c92c8945a5dc581/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731010612874/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/WALs/8a040b4bf509,41657,1731010596403/8a040b4bf509%2C41657%2C1731010596403.1731010598605, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-07T20:16:53,355 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41657,1731010596403.replicationSource.shipper8a040b4bf509%2C41657%2C1731010596403,1-8a040b4bf509,41657,1731010596403 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T20:16:53,357 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-07T20:16:53,359 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37847 {}] regionserver.ReplicationSink(318): Replicating [02d24d3e-302b-4a73-9480-cc76b2be4355] bulk loaded data 2024-11-07T20:16:53,361 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37847 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64d9f266, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:16:53,361 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37847 {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,37893,-1 for getting cluster id 2024-11-07T20:16:53,361 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37847 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:16:53,362 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65445468-ee35-44cc-baf3-518e19f122ce' 2024-11-07T20:16:53,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:16:53,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65445468-ee35-44cc-baf3-518e19f122ce" 2024-11-07T20:16:53,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34f9b07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:16:53,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,37893,-1] 2024-11-07T20:16:53,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:16:53,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:16:53,365 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:16:53,365 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37847 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1dcc0633, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:16:53,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38973 is added to blk_1073741837_1013 (size=7691) 2024-11-07T20:16:53,528 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41657,1731010596403.replicationSource.wal-reader.8a040b4bf509%2C41657%2C1731010596403,1-8a040b4bf509,41657,1731010596403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/WALs/8a040b4bf509,41657,1731010596403/8a040b4bf509%2C41657%2C1731010596403.1731010598605 to pos 687, reset compression=false 2024-11-07T20:16:53,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38973 is added to blk_1073741838_1014 (size=7894) 2024-11-07T20:16:53,833 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41657,1731010596403.replicationSource.wal-reader.8a040b4bf509%2C41657%2C1731010596403,1-8a040b4bf509,41657,1731010596403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/WALs/8a040b4bf509,41657,1731010596403/8a040b4bf509%2C41657%2C1731010596403.1731010598605 to pos 687, reset compression=false 2024-11-07T20:16:53,892 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-07T20:16:54,195 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37847 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:16:54,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,37893,1731010601693 2024-11-07T20:16:54,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43047bf5 2024-11-07T20:16:54,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:16:54,197 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-07T20:16:54,199 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37847 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-07T20:16:54,200 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37847 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:16:54,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,37847,1731010601835, seqNum=-1] 2024-11-07T20:16:54,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:16:54,202 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-07T20:16:54,209 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/staging/jenkins.hfs.6__test__m0heo8dkf57husknq71rn163f6iotpqsfi84ghl98mo5ir1ech8r5ee6uheuetcf/f/564147ef67164f8fb2926b76d819a46d_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-07T20:16:54,212 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/staging/jenkins.hfs.6__test__m0heo8dkf57husknq71rn163f6iotpqsfi84ghl98mo5ir1ech8r5ee6uheuetcf/f/e4e6ba95113c4568af4bc01fb7105983_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-07T20:16:54,215 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37847 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/staging/jenkins.hfs.6__test__m0heo8dkf57husknq71rn163f6iotpqsfi84ghl98mo5ir1ech8r5ee6uheuetcf/f/564147ef67164f8fb2926b76d819a46d_SeqId_4_ for inclusion in 1e104682528473414e5deba0f27b879a/f 2024-11-07T20:16:54,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37847 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-07T20:16:54,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37847 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T20:16:54,220 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37847 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/staging/jenkins.hfs.6__test__m0heo8dkf57husknq71rn163f6iotpqsfi84ghl98mo5ir1ech8r5ee6uheuetcf/f/e4e6ba95113c4568af4bc01fb7105983_SeqId_4_ for inclusion in 1e104682528473414e5deba0f27b879a/f 2024-11-07T20:16:54,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37847 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-07T20:16:54,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37847 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T20:16:54,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37847 {}] regionserver.HRegion(2603): Flush status journal for 1e104682528473414e5deba0f27b879a: 2024-11-07T20:16:54,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37847 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 564147ef67164f8fb2926b76d819a46d_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-07T20:16:54,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37847 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/staging/jenkins.hfs.6__test__m0heo8dkf57husknq71rn163f6iotpqsfi84ghl98mo5ir1ech8r5ee6uheuetcf/f/564147ef67164f8fb2926b76d819a46d_SeqId_4_ as hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/data/default/test/1e104682528473414e5deba0f27b879a/f/d70e3e21529b4284b1ea2440ee25e5fc_SeqId_4_ 2024-11-07T20:16:54,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37847 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e4e6ba95113c4568af4bc01fb7105983_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-07T20:16:54,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37847 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/staging/jenkins.hfs.6__test__m0heo8dkf57husknq71rn163f6iotpqsfi84ghl98mo5ir1ech8r5ee6uheuetcf/f/e4e6ba95113c4568af4bc01fb7105983_SeqId_4_ as hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/data/default/test/1e104682528473414e5deba0f27b879a/f/09ec79bac31b4e2a9c39f70f0282ee46_SeqId_4_ 2024-11-07T20:16:54,231 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37847 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/staging/jenkins.hfs.6__test__m0heo8dkf57husknq71rn163f6iotpqsfi84ghl98mo5ir1ech8r5ee6uheuetcf/f/564147ef67164f8fb2926b76d819a46d_SeqId_4_ into 1e104682528473414e5deba0f27b879a/f as hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/data/default/test/1e104682528473414e5deba0f27b879a/f/d70e3e21529b4284b1ea2440ee25e5fc_SeqId_4_ - updating store file list. 2024-11-07T20:16:54,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37847 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d70e3e21529b4284b1ea2440ee25e5fc_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-07T20:16:54,237 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37847 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/data/default/test/1e104682528473414e5deba0f27b879a/f/d70e3e21529b4284b1ea2440ee25e5fc_SeqId_4_ into 1e104682528473414e5deba0f27b879a/f 2024-11-07T20:16:54,237 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41657,1731010596403.replicationSource.wal-reader.8a040b4bf509%2C41657%2C1731010596403,1-8a040b4bf509,41657,1731010596403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/WALs/8a040b4bf509,41657,1731010596403/8a040b4bf509%2C41657%2C1731010596403.1731010598605 to pos 687, reset compression=false 2024-11-07T20:16:54,237 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37847 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/staging/jenkins.hfs.6__test__m0heo8dkf57husknq71rn163f6iotpqsfi84ghl98mo5ir1ech8r5ee6uheuetcf/f/564147ef67164f8fb2926b76d819a46d_SeqId_4_ into 1e104682528473414e5deba0f27b879a/f (new location: hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/data/default/test/1e104682528473414e5deba0f27b879a/f/d70e3e21529b4284b1ea2440ee25e5fc_SeqId_4_) 2024-11-07T20:16:54,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37847 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/staging/jenkins.hfs.6__test__m0heo8dkf57husknq71rn163f6iotpqsfi84ghl98mo5ir1ech8r5ee6uheuetcf/f/564147ef67164f8fb2926b76d819a46d_SeqId_4_ 2024-11-07T20:16:54,243 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37847 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/staging/jenkins.hfs.6__test__m0heo8dkf57husknq71rn163f6iotpqsfi84ghl98mo5ir1ech8r5ee6uheuetcf/f/e4e6ba95113c4568af4bc01fb7105983_SeqId_4_ into 1e104682528473414e5deba0f27b879a/f as hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/data/default/test/1e104682528473414e5deba0f27b879a/f/09ec79bac31b4e2a9c39f70f0282ee46_SeqId_4_ - updating store file list. 2024-11-07T20:16:54,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37847 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 09ec79bac31b4e2a9c39f70f0282ee46_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-07T20:16:54,250 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37847 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/data/default/test/1e104682528473414e5deba0f27b879a/f/09ec79bac31b4e2a9c39f70f0282ee46_SeqId_4_ into 1e104682528473414e5deba0f27b879a/f 2024-11-07T20:16:54,250 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37847 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/staging/jenkins.hfs.6__test__m0heo8dkf57husknq71rn163f6iotpqsfi84ghl98mo5ir1ech8r5ee6uheuetcf/f/e4e6ba95113c4568af4bc01fb7105983_SeqId_4_ into 1e104682528473414e5deba0f27b879a/f (new location: hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/data/default/test/1e104682528473414e5deba0f27b879a/f/09ec79bac31b4e2a9c39f70f0282ee46_SeqId_4_) 2024-11-07T20:16:54,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37847 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/staging/jenkins.hfs.6__test__m0heo8dkf57husknq71rn163f6iotpqsfi84ghl98mo5ir1ech8r5ee6uheuetcf/f/e4e6ba95113c4568af4bc01fb7105983_SeqId_4_ 2024-11-07T20:16:54,253 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37847 {}] regionserver.ReplicationSink(324): Finished replicating [02d24d3e-302b-4a73-9480-cc76b2be4355] bulk loaded data 2024-11-07T20:16:54,758 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41657,1731010596403.replicationSource.wal-reader.8a040b4bf509%2C41657%2C1731010596403,1-8a040b4bf509,41657,1731010596403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/WALs/8a040b4bf509,41657,1731010596403/8a040b4bf509%2C41657%2C1731010596403.1731010598605 to pos 687, reset compression=false 2024-11-07T20:16:54,909 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:16:54,913 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731010614912/Put/seqid=0 2024-11-07T20:16:54,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40585 is added to blk_1073741842_1018 (size=7997) 2024-11-07T20:16:55,324 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731010615323/Put/seqid=0 2024-11-07T20:16:55,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40585 is added to blk_1073741843_1019 (size=7794) 2024-11-07T20:16:55,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55037018, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:16:55,341 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,35611,-1 for getting cluster id 2024-11-07T20:16:55,341 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:16:55,343 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '02d24d3e-302b-4a73-9480-cc76b2be4355' 2024-11-07T20:16:55,343 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:16:55,343 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "02d24d3e-302b-4a73-9480-cc76b2be4355" 2024-11-07T20:16:55,344 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:16:55,344 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@296a5dce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:16:55,345 DEBUG [Time-limited test {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,35611,-1] 2024-11-07T20:16:55,345 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:16:55,347 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:16:55,348 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55d0c3c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:16:55,349 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:16:55,350 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,41657,1731010596403, seqNum=-1] 2024-11-07T20:16:55,351 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:16:55,352 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T20:16:55,362 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41657,1731010596403.replicationSource.wal-reader.8a040b4bf509%2C41657%2C1731010596403,1-8a040b4bf509,41657,1731010596403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/WALs/8a040b4bf509,41657,1731010596403/8a040b4bf509%2C41657%2C1731010596403.1731010598605 to pos 687, reset compression=false 2024-11-07T20:16:55,364 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:16:55,365 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,35611,1731010596235 2024-11-07T20:16:55,365 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5efebb58 2024-11-07T20:16:55,365 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:16:55,367 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T20:16:55,371 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731010605412.6a6b76feb2c7c4c47c92c8945a5dc581., hostname=8a040b4bf509,41657,1731010596403, seqNum=2] 2024-11-07T20:16:55,375 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-07T20:16:55,389 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-07T20:16:55,394 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-07T20:16:55,409 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41657 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/load_f1/f1/hfile_1 for inclusion in 6a6b76feb2c7c4c47c92c8945a5dc581/f1 2024-11-07T20:16:55,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41657 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-07T20:16:55,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41657 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T20:16:55,414 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41657 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/load_f1/f1/hfile_0 for inclusion in 6a6b76feb2c7c4c47c92c8945a5dc581/f1 2024-11-07T20:16:55,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41657 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-07T20:16:55,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41657 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T20:16:55,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41657 {}] regionserver.HRegion(2603): Flush status journal for 6a6b76feb2c7c4c47c92c8945a5dc581: 2024-11-07T20:16:55,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41657 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/load_f1/f1/hfile_1 to hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/staging/jenkins__test__u8u64aq60cd0j2fchvrtbsm1pi5mqmkvlnl9vf3e921lidfbpqbcbrbpa4flerhl/f1/hfile_1 2024-11-07T20:16:55,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41657 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/staging/jenkins__test__u8u64aq60cd0j2fchvrtbsm1pi5mqmkvlnl9vf3e921lidfbpqbcbrbpa4flerhl/f1/hfile_1 as hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/data/default/test/6a6b76feb2c7c4c47c92c8945a5dc581/f1/f5b6fd004f8b49c788c500cca9eb16ac_SeqId_6_ 2024-11-07T20:16:55,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41657 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/load_f1/f1/hfile_0 to hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/staging/jenkins__test__u8u64aq60cd0j2fchvrtbsm1pi5mqmkvlnl9vf3e921lidfbpqbcbrbpa4flerhl/f1/hfile_0 2024-11-07T20:16:55,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41657 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/staging/jenkins__test__u8u64aq60cd0j2fchvrtbsm1pi5mqmkvlnl9vf3e921lidfbpqbcbrbpa4flerhl/f1/hfile_0 as hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/data/default/test/6a6b76feb2c7c4c47c92c8945a5dc581/f1/0fe8dc1eccd746d0b8f64b028dedbf39_SeqId_6_ 2024-11-07T20:16:55,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41657 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-07T20:16:55,429 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41657 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/staging/jenkins__test__u8u64aq60cd0j2fchvrtbsm1pi5mqmkvlnl9vf3e921lidfbpqbcbrbpa4flerhl/f1/hfile_1 into 6a6b76feb2c7c4c47c92c8945a5dc581/f1 as hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/data/default/test/6a6b76feb2c7c4c47c92c8945a5dc581/f1/f5b6fd004f8b49c788c500cca9eb16ac_SeqId_6_ - updating store file list. 2024-11-07T20:16:55,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41657 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f5b6fd004f8b49c788c500cca9eb16ac_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-07T20:16:55,439 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41657 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/data/default/test/6a6b76feb2c7c4c47c92c8945a5dc581/f1/f5b6fd004f8b49c788c500cca9eb16ac_SeqId_6_ into 6a6b76feb2c7c4c47c92c8945a5dc581/f1 2024-11-07T20:16:55,439 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41657 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/staging/jenkins__test__u8u64aq60cd0j2fchvrtbsm1pi5mqmkvlnl9vf3e921lidfbpqbcbrbpa4flerhl/f1/hfile_1 into 6a6b76feb2c7c4c47c92c8945a5dc581/f1 (new location: hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/data/default/test/6a6b76feb2c7c4c47c92c8945a5dc581/f1/f5b6fd004f8b49c788c500cca9eb16ac_SeqId_6_) 2024-11-07T20:16:55,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41657 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/staging/jenkins__test__u8u64aq60cd0j2fchvrtbsm1pi5mqmkvlnl9vf3e921lidfbpqbcbrbpa4flerhl/f1/hfile_1 2024-11-07T20:16:55,441 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41657 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/staging/jenkins__test__u8u64aq60cd0j2fchvrtbsm1pi5mqmkvlnl9vf3e921lidfbpqbcbrbpa4flerhl/f1/hfile_0 into 6a6b76feb2c7c4c47c92c8945a5dc581/f1 as hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/data/default/test/6a6b76feb2c7c4c47c92c8945a5dc581/f1/0fe8dc1eccd746d0b8f64b028dedbf39_SeqId_6_ - updating store file list. 2024-11-07T20:16:55,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41657 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0fe8dc1eccd746d0b8f64b028dedbf39_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-07T20:16:55,448 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41657 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/data/default/test/6a6b76feb2c7c4c47c92c8945a5dc581/f1/0fe8dc1eccd746d0b8f64b028dedbf39_SeqId_6_ into 6a6b76feb2c7c4c47c92c8945a5dc581/f1 2024-11-07T20:16:55,448 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41657 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/staging/jenkins__test__u8u64aq60cd0j2fchvrtbsm1pi5mqmkvlnl9vf3e921lidfbpqbcbrbpa4flerhl/f1/hfile_0 into 6a6b76feb2c7c4c47c92c8945a5dc581/f1 (new location: hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/data/default/test/6a6b76feb2c7c4c47c92c8945a5dc581/f1/0fe8dc1eccd746d0b8f64b028dedbf39_SeqId_6_) 2024-11-07T20:16:55,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41657 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/staging/jenkins__test__u8u64aq60cd0j2fchvrtbsm1pi5mqmkvlnl9vf3e921lidfbpqbcbrbpa4flerhl/f1/hfile_0 2024-11-07T20:16:55,450 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T20:16:55,451 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:16:55,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:16:55,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:16:55,451 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:16:55,451 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:16:55,453 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731010605412.6a6b76feb2c7c4c47c92c8945a5dc581., hostname=8a040b4bf509,41657,1731010596403, seqNum=2 , the old value is region=test,,1731010605412.6a6b76feb2c7c4c47c92c8945a5dc581., hostname=8a040b4bf509,41657,1731010596403, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=8a040b4bf509:41657 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-07T20:16:55,453 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731010605412.6a6b76feb2c7c4c47c92c8945a5dc581., hostname=8a040b4bf509,41657,1731010596403, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-07T20:16:55,453 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731010605412.6a6b76feb2c7c4c47c92c8945a5dc581., hostname=8a040b4bf509,41657,1731010596403, seqNum=2 from cache 2024-11-07T20:16:55,453 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,41657,1731010596403, seqNum=-1] 2024-11-07T20:16:55,454 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:16:55,455 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-07T20:16:55,455 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T20:16:55,457 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731010605412.6a6b76feb2c7c4c47c92c8945a5dc581., hostname=8a040b4bf509,41657,1731010596403, seqNum=2] 2024-11-07T20:16:55,561 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a040b4bf509:41657 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-07T20:16:56,081 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41657,1731010596403.replicationSource.wal-reader.8a040b4bf509%2C41657%2C1731010596403,1-8a040b4bf509,41657,1731010596403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/WALs/8a040b4bf509,41657,1731010596403/8a040b4bf509%2C41657%2C1731010596403.1731010598605 to pos 687, reset compression=false 2024-11-07T20:16:56,085 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41657,1731010596403.replicationSource.wal-reader.8a040b4bf509%2C41657%2C1731010596403,1-8a040b4bf509,41657,1731010596403 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T20:16:56,085 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41657,1731010596403.replicationSource.wal-reader.8a040b4bf509%2C41657%2C1731010596403,1-8a040b4bf509,41657,1731010596403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/WALs/8a040b4bf509,41657,1731010596403/8a040b4bf509%2C41657%2C1731010596403.1731010598605 to pos 997, reset compression=false 2024-11-07T20:16:56,085 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41657,1731010596403.replicationSource.shipper8a040b4bf509%2C41657%2C1731010596403,1-8a040b4bf509,41657,1731010596403 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a040b4bf509,41657,1731010596403 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/WALs/8a040b4bf509,41657,1731010596403/8a040b4bf509%2C41657%2C1731010596403.1731010598605, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T20:16:56,289 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41657,1731010596403.replicationSource.wal-reader.8a040b4bf509%2C41657%2C1731010596403,1-8a040b4bf509,41657,1731010596403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/WALs/8a040b4bf509,41657,1731010596403/8a040b4bf509%2C41657%2C1731010596403.1731010598605 to pos 997, reset compression=false 2024-11-07T20:16:56,396 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T20:16:56,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:16:56,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:16:56,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:16:56,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:16:56,447 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-07T20:16:56,447 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-07T20:16:56,447 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-07T20:16:56,448 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-07T20:16:56,448 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T20:16:56,448 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-07T20:16:56,592 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41657,1731010596403.replicationSource.wal-reader.8a040b4bf509%2C41657%2C1731010596403,1-8a040b4bf509,41657,1731010596403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/WALs/8a040b4bf509,41657,1731010596403/8a040b4bf509%2C41657%2C1731010596403.1731010598605 to pos 997, reset compression=false 2024-11-07T20:16:56,997 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41657,1731010596403.replicationSource.wal-reader.8a040b4bf509%2C41657%2C1731010596403,1-8a040b4bf509,41657,1731010596403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/WALs/8a040b4bf509,41657,1731010596403/8a040b4bf509%2C41657%2C1731010596403.1731010598605 to pos 997, reset compression=false 2024-11-07T20:16:57,500 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41657,1731010596403.replicationSource.wal-reader.8a040b4bf509%2C41657%2C1731010596403,1-8a040b4bf509,41657,1731010596403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/WALs/8a040b4bf509,41657,1731010596403/8a040b4bf509%2C41657%2C1731010596403.1731010598605 to pos 997, reset compression=false 2024-11-07T20:16:58,105 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41657,1731010596403.replicationSource.wal-reader.8a040b4bf509%2C41657%2C1731010596403,1-8a040b4bf509,41657,1731010596403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/WALs/8a040b4bf509,41657,1731010596403/8a040b4bf509%2C41657%2C1731010596403.1731010598605 to pos 997, reset compression=false 2024-11-07T20:16:58,809 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41657,1731010596403.replicationSource.wal-reader.8a040b4bf509%2C41657%2C1731010596403,1-8a040b4bf509,41657,1731010596403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/WALs/8a040b4bf509,41657,1731010596403/8a040b4bf509%2C41657%2C1731010596403.1731010598605 to pos 997, reset compression=false 2024-11-07T20:16:59,613 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41657,1731010596403.replicationSource.wal-reader.8a040b4bf509%2C41657%2C1731010596403,1-8a040b4bf509,41657,1731010596403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/WALs/8a040b4bf509,41657,1731010596403/8a040b4bf509%2C41657%2C1731010596403.1731010598605 to pos 997, reset compression=false 2024-11-07T20:17:00,517 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41657,1731010596403.replicationSource.wal-reader.8a040b4bf509%2C41657%2C1731010596403,1-8a040b4bf509,41657,1731010596403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/WALs/8a040b4bf509,41657,1731010596403/8a040b4bf509%2C41657%2C1731010596403.1731010598605 to pos 997, reset compression=false 2024-11-07T20:17:01,521 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41657,1731010596403.replicationSource.wal-reader.8a040b4bf509%2C41657%2C1731010596403,1-8a040b4bf509,41657,1731010596403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/WALs/8a040b4bf509,41657,1731010596403/8a040b4bf509%2C41657%2C1731010596403.1731010598605 to pos 997, reset compression=false 2024-11-07T20:17:02,625 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41657,1731010596403.replicationSource.wal-reader.8a040b4bf509%2C41657%2C1731010596403,1-8a040b4bf509,41657,1731010596403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/WALs/8a040b4bf509,41657,1731010596403/8a040b4bf509%2C41657%2C1731010596403.1731010598605 to pos 997, reset compression=false 2024-11-07T20:17:03,828 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41657,1731010596403.replicationSource.wal-reader.8a040b4bf509%2C41657%2C1731010596403,1-8a040b4bf509,41657,1731010596403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/WALs/8a040b4bf509,41657,1731010596403/8a040b4bf509%2C41657%2C1731010596403.1731010598605 to pos 997, reset compression=false 2024-11-07T20:17:05,132 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41657,1731010596403.replicationSource.wal-reader.8a040b4bf509%2C41657%2C1731010596403,1-8a040b4bf509,41657,1731010596403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/WALs/8a040b4bf509,41657,1731010596403/8a040b4bf509%2C41657%2C1731010596403.1731010598605 to pos 997, reset compression=false 2024-11-07T20:17:05,824 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T20:17:06,536 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41657,1731010596403.replicationSource.wal-reader.8a040b4bf509%2C41657%2C1731010596403,1-8a040b4bf509,41657,1731010596403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/WALs/8a040b4bf509,41657,1731010596403/8a040b4bf509%2C41657%2C1731010596403.1731010598605 to pos 997, reset compression=false 2024-11-07T20:17:08,039 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41657,1731010596403.replicationSource.wal-reader.8a040b4bf509%2C41657%2C1731010596403,1-8a040b4bf509,41657,1731010596403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/WALs/8a040b4bf509,41657,1731010596403/8a040b4bf509%2C41657%2C1731010596403.1731010598605 to pos 997, reset compression=false 2024-11-07T20:17:09,643 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41657,1731010596403.replicationSource.wal-reader.8a040b4bf509%2C41657%2C1731010596403,1-8a040b4bf509,41657,1731010596403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/WALs/8a040b4bf509,41657,1731010596403/8a040b4bf509%2C41657%2C1731010596403.1731010598605 to pos 997, reset compression=false 2024-11-07T20:17:11,280 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T20:17:11,347 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41657,1731010596403.replicationSource.wal-reader.8a040b4bf509%2C41657%2C1731010596403,1-8a040b4bf509,41657,1731010596403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/WALs/8a040b4bf509,41657,1731010596403/8a040b4bf509%2C41657%2C1731010596403.1731010598605 to pos 997, reset compression=false 2024-11-07T20:17:13,151 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41657,1731010596403.replicationSource.wal-reader.8a040b4bf509%2C41657%2C1731010596403,1-8a040b4bf509,41657,1731010596403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/WALs/8a040b4bf509,41657,1731010596403/8a040b4bf509%2C41657%2C1731010596403.1731010598605 to pos 997, reset compression=false 2024-11-07T20:17:15,054 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41657,1731010596403.replicationSource.wal-reader.8a040b4bf509%2C41657%2C1731010596403,1-8a040b4bf509,41657,1731010596403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/WALs/8a040b4bf509,41657,1731010596403/8a040b4bf509%2C41657%2C1731010596403.1731010598605 to pos 997, reset compression=false 2024-11-07T20:17:16,088 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41657,1731010596403.replicationSource.shipper8a040b4bf509%2C41657%2C1731010596403,1-8a040b4bf509,41657,1731010596403 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a040b4bf509,41657,1731010596403 got entry batch from reader: null 2024-11-07T20:17:17,058 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41657,1731010596403.replicationSource.wal-reader.8a040b4bf509%2C41657%2C1731010596403,1-8a040b4bf509,41657,1731010596403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/WALs/8a040b4bf509,41657,1731010596403/8a040b4bf509%2C41657%2C1731010596403.1731010598605 to pos 997, reset compression=false 2024-11-07T20:17:19,162 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41657,1731010596403.replicationSource.wal-reader.8a040b4bf509%2C41657%2C1731010596403,1-8a040b4bf509,41657,1731010596403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/WALs/8a040b4bf509,41657,1731010596403/8a040b4bf509%2C41657%2C1731010596403.1731010598605 to pos 997, reset compression=false 2024-11-07T20:17:19,703 INFO [master/8a040b4bf509:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-07T20:17:19,703 INFO [master/8a040b4bf509:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-07T20:17:21,365 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41657,1731010596403.replicationSource.wal-reader.8a040b4bf509%2C41657%2C1731010596403,1-8a040b4bf509,41657,1731010596403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/WALs/8a040b4bf509,41657,1731010596403/8a040b4bf509%2C41657%2C1731010596403.1731010598605 to pos 997, reset compression=false 2024-11-07T20:17:23,669 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41657,1731010596403.replicationSource.wal-reader.8a040b4bf509%2C41657%2C1731010596403,1-8a040b4bf509,41657,1731010596403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/WALs/8a040b4bf509,41657,1731010596403/8a040b4bf509%2C41657%2C1731010596403.1731010598605 to pos 997, reset compression=false 2024-11-07T20:17:25,952 INFO [master/8a040b4bf509:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-07T20:17:25,952 INFO [master/8a040b4bf509:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-07T20:17:26,073 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41657,1731010596403.replicationSource.wal-reader.8a040b4bf509%2C41657%2C1731010596403,1-8a040b4bf509,41657,1731010596403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/WALs/8a040b4bf509,41657,1731010596403/8a040b4bf509%2C41657%2C1731010596403.1731010598605 to pos 997, reset compression=false 2024-11-07T20:17:28,577 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41657,1731010596403.replicationSource.wal-reader.8a040b4bf509%2C41657%2C1731010596403,1-8a040b4bf509,41657,1731010596403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/WALs/8a040b4bf509,41657,1731010596403/8a040b4bf509%2C41657%2C1731010596403.1731010598605 to pos 997, reset compression=false 2024-11-07T20:17:31,181 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41657,1731010596403.replicationSource.wal-reader.8a040b4bf509%2C41657%2C1731010596403,1-8a040b4bf509,41657,1731010596403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/WALs/8a040b4bf509,41657,1731010596403/8a040b4bf509%2C41657%2C1731010596403.1731010598605 to pos 997, reset compression=false 2024-11-07T20:17:31,553 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 6a6b76feb2c7c4c47c92c8945a5dc581, had cached 0 bytes from a total of 31376 2024-11-07T20:17:33,711 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1e104682528473414e5deba0f27b879a, had cached 0 bytes from a total of 15585 2024-11-07T20:17:33,885 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41657,1731010596403.replicationSource.wal-reader.8a040b4bf509%2C41657%2C1731010596403,1-8a040b4bf509,41657,1731010596403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/WALs/8a040b4bf509,41657,1731010596403/8a040b4bf509%2C41657%2C1731010596403.1731010598605 to pos 997, reset compression=false 2024-11-07T20:17:35,824 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T20:17:36,088 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41657,1731010596403.replicationSource.shipper8a040b4bf509%2C41657%2C1731010596403,1-8a040b4bf509,41657,1731010596403 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a040b4bf509,41657,1731010596403 got entry batch from reader: null 2024-11-07T20:17:36,691 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41657,1731010596403.replicationSource.wal-reader.8a040b4bf509%2C41657%2C1731010596403,1-8a040b4bf509,41657,1731010596403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/WALs/8a040b4bf509,41657,1731010596403/8a040b4bf509%2C41657%2C1731010596403.1731010598605 to pos 997, reset compression=false 2024-11-07T20:17:39,618 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41657,1731010596403.replicationSource.wal-reader.8a040b4bf509%2C41657%2C1731010596403,1-8a040b4bf509,41657,1731010596403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/WALs/8a040b4bf509,41657,1731010596403/8a040b4bf509%2C41657%2C1731010596403.1731010598605 to pos 997, reset compression=false 2024-11-07T20:17:40,973 DEBUG [master/8a040b4bf509:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-07T20:17:41,280 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T20:17:42,622 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41657,1731010596403.replicationSource.wal-reader.8a040b4bf509%2C41657%2C1731010596403,1-8a040b4bf509,41657,1731010596403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/WALs/8a040b4bf509,41657,1731010596403/8a040b4bf509%2C41657%2C1731010596403.1731010598605 to pos 997, reset compression=false 2024-11-07T20:17:45,726 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41657,1731010596403.replicationSource.wal-reader.8a040b4bf509%2C41657%2C1731010596403,1-8a040b4bf509,41657,1731010596403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/WALs/8a040b4bf509,41657,1731010596403/8a040b4bf509%2C41657%2C1731010596403.1731010598605 to pos 997, reset compression=false 2024-11-07T20:17:48,930 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41657,1731010596403.replicationSource.wal-reader.8a040b4bf509%2C41657%2C1731010596403,1-8a040b4bf509,41657,1731010596403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/WALs/8a040b4bf509,41657,1731010596403/8a040b4bf509%2C41657%2C1731010596403.1731010598605 to pos 997, reset compression=false 2024-11-07T20:17:52,234 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41657,1731010596403.replicationSource.wal-reader.8a040b4bf509%2C41657%2C1731010596403,1-8a040b4bf509,41657,1731010596403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/WALs/8a040b4bf509,41657,1731010596403/8a040b4bf509%2C41657%2C1731010596403.1731010598605 to pos 997, reset compression=false 2024-11-07T20:17:55,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T20:17:55,493 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T20:17:55,494 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:17:55,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:17:55,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:17:55,494 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:17:55,494 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T20:17:55,494 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1852951949, stopped=false 2024-11-07T20:17:55,494 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8a040b4bf509,37893,1731010601693 2024-11-07T20:17:55,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37893-0x10116f181c50003, quorum=127.0.0.1:64690, baseZNode=/1-839667456 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-839667456/running 2024-11-07T20:17:55,556 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37847-0x10116f181c50004, quorum=127.0.0.1:64690, baseZNode=/1-839667456 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-839667456/running 2024-11-07T20:17:55,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37893-0x10116f181c50003, quorum=127.0.0.1:64690, baseZNode=/1-839667456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-839667456 2024-11-07T20:17:55,556 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37847-0x10116f181c50004, quorum=127.0.0.1:64690, baseZNode=/1-839667456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-839667456 2024-11-07T20:17:55,557 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T20:17:55,557 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T20:17:55,557 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:17:55,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:17:55,557 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8a040b4bf509,37847,1731010601835' ***** 2024-11-07T20:17:55,557 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T20:17:55,557 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37893-0x10116f181c50003, quorum=127.0.0.1:64690, baseZNode=/1-839667456 Set watcher on znode that does not yet exist, /1-839667456/running 2024-11-07T20:17:55,557 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37847-0x10116f181c50004, quorum=127.0.0.1:64690, baseZNode=/1-839667456 Set watcher on znode that does not yet exist, /1-839667456/running 2024-11-07T20:17:55,558 INFO [RS:0;8a040b4bf509:37847 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T20:17:55,558 INFO [RS:0;8a040b4bf509:37847 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T20:17:55,558 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T20:17:55,558 INFO [RS:0;8a040b4bf509:37847 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T20:17:55,558 INFO [RS:0;8a040b4bf509:37847 {}] regionserver.HRegionServer(3091): Received CLOSE for 1e104682528473414e5deba0f27b879a 2024-11-07T20:17:55,558 INFO [RS:0;8a040b4bf509:37847 {}] regionserver.HRegionServer(959): stopping server 8a040b4bf509,37847,1731010601835 2024-11-07T20:17:55,558 INFO [RS:0;8a040b4bf509:37847 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T20:17:55,558 INFO [RS:0;8a040b4bf509:37847 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a040b4bf509:37847. 2024-11-07T20:17:55,558 DEBUG [RS:0;8a040b4bf509:37847 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:17:55,558 DEBUG [RS:0;8a040b4bf509:37847 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:17:55,558 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1e104682528473414e5deba0f27b879a, disabling compactions & flushes 2024-11-07T20:17:55,558 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731010607573.1e104682528473414e5deba0f27b879a. 2024-11-07T20:17:55,558 INFO [RS:0;8a040b4bf509:37847 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T20:17:55,558 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731010607573.1e104682528473414e5deba0f27b879a. 2024-11-07T20:17:55,558 INFO [RS:0;8a040b4bf509:37847 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T20:17:55,558 INFO [RS:0;8a040b4bf509:37847 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T20:17:55,558 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731010607573.1e104682528473414e5deba0f27b879a. after waiting 0 ms 2024-11-07T20:17:55,558 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731010607573.1e104682528473414e5deba0f27b879a. 2024-11-07T20:17:55,558 INFO [RS:0;8a040b4bf509:37847 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T20:17:55,558 INFO [RS:0;8a040b4bf509:37847 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T20:17:55,558 DEBUG [RS:0;8a040b4bf509:37847 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1e104682528473414e5deba0f27b879a=test,,1731010607573.1e104682528473414e5deba0f27b879a.} 2024-11-07T20:17:55,558 DEBUG [RS:0;8a040b4bf509:37847 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1e104682528473414e5deba0f27b879a 2024-11-07T20:17:55,558 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T20:17:55,559 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T20:17:55,559 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T20:17:55,559 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T20:17:55,559 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T20:17:55,559 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-07T20:17:55,563 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/data/default/test/1e104682528473414e5deba0f27b879a/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-07T20:17:55,563 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T20:17:55,563 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T20:17:55,563 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731010607573.1e104682528473414e5deba0f27b879a. 2024-11-07T20:17:55,563 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1e104682528473414e5deba0f27b879a: Waiting for close lock at 1731010675558Running coprocessor pre-close hooks at 1731010675558Disabling compacts and flushes for region at 1731010675558Disabling writes for close at 1731010675558Writing region close event to WAL at 1731010675559 (+1 ms)Running coprocessor post-close hooks at 1731010675563 (+4 ms)Closed at 1731010675563 2024-11-07T20:17:55,563 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731010607573.1e104682528473414e5deba0f27b879a. 2024-11-07T20:17:55,576 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/data/hbase/meta/1588230740/.tmp/info/89f6a02b95d743e9a06bb56b5c672fce is 129, key is test,,1731010607573.1e104682528473414e5deba0f27b879a./info:regioninfo/1731010608726/Put/seqid=0 2024-11-07T20:17:55,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38973 is added to blk_1073741839_1015 (size=6421) 2024-11-07T20:17:55,599 INFO [regionserver/8a040b4bf509:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T20:17:55,638 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41657,1731010596403.replicationSource.wal-reader.8a040b4bf509%2C41657%2C1731010596403,1-8a040b4bf509,41657,1731010596403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/WALs/8a040b4bf509,41657,1731010596403/8a040b4bf509%2C41657%2C1731010596403.1731010598605 to pos 997, reset compression=false 2024-11-07T20:17:55,759 DEBUG [RS:0;8a040b4bf509:37847 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T20:17:55,959 DEBUG [RS:0;8a040b4bf509:37847 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T20:17:55,981 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/data/hbase/meta/1588230740/.tmp/info/89f6a02b95d743e9a06bb56b5c672fce 2024-11-07T20:17:56,000 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/data/hbase/meta/1588230740/.tmp/ns/16ab6d0da6084d0eb8878c9fb7ca405a is 43, key is default/ns:d/1731010605318/Put/seqid=0 2024-11-07T20:17:56,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38973 is added to blk_1073741840_1016 (size=5153) 2024-11-07T20:17:56,027 INFO [regionserver/8a040b4bf509:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T20:17:56,027 INFO [regionserver/8a040b4bf509:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T20:17:56,088 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41657,1731010596403.replicationSource.shipper8a040b4bf509%2C41657%2C1731010596403,1-8a040b4bf509,41657,1731010596403 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a040b4bf509,41657,1731010596403 got entry batch from reader: null 2024-11-07T20:17:56,159 DEBUG [RS:0;8a040b4bf509:37847 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T20:17:56,359 DEBUG [RS:0;8a040b4bf509:37847 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T20:17:56,404 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/data/hbase/meta/1588230740/.tmp/ns/16ab6d0da6084d0eb8878c9fb7ca405a 2024-11-07T20:17:56,424 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/data/hbase/meta/1588230740/.tmp/rep_barrier/b06c47573d0149ba8bb6b6c8b104bec7 is 112, key is test,,1731010607573.1e104682528473414e5deba0f27b879a./rep_barrier:seqnumDuringOpen/1731010608726/Put/seqid=0 2024-11-07T20:17:56,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38973 is added to blk_1073741841_1017 (size=5518) 2024-11-07T20:17:56,559 INFO [RS:0;8a040b4bf509:37847 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T20:17:56,559 DEBUG [RS:0;8a040b4bf509:37847 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-07T20:17:56,559 DEBUG [RS:0;8a040b4bf509:37847 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T20:17:56,759 DEBUG [RS:0;8a040b4bf509:37847 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T20:17:56,829 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/data/hbase/meta/1588230740/.tmp/rep_barrier/b06c47573d0149ba8bb6b6c8b104bec7 2024-11-07T20:17:56,847 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/data/hbase/meta/1588230740/.tmp/table/e70c069a97ba4bfea5420d00fbcec7a5 is 40, key is test/table:state/1731010608735/Put/seqid=0 2024-11-07T20:17:56,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38973 is added to blk_1073741842_1018 (size=5165) 2024-11-07T20:17:56,960 DEBUG [RS:0;8a040b4bf509:37847 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T20:17:57,160 DEBUG [RS:0;8a040b4bf509:37847 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T20:17:57,251 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/data/hbase/meta/1588230740/.tmp/table/e70c069a97ba4bfea5420d00fbcec7a5 2024-11-07T20:17:57,259 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/data/hbase/meta/1588230740/.tmp/info/89f6a02b95d743e9a06bb56b5c672fce as hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/data/hbase/meta/1588230740/info/89f6a02b95d743e9a06bb56b5c672fce 2024-11-07T20:17:57,264 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/data/hbase/meta/1588230740/info/89f6a02b95d743e9a06bb56b5c672fce, entries=10, sequenceid=11, filesize=6.3 K 2024-11-07T20:17:57,265 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/data/hbase/meta/1588230740/.tmp/ns/16ab6d0da6084d0eb8878c9fb7ca405a as hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/data/hbase/meta/1588230740/ns/16ab6d0da6084d0eb8878c9fb7ca405a 2024-11-07T20:17:57,270 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/data/hbase/meta/1588230740/ns/16ab6d0da6084d0eb8878c9fb7ca405a, entries=2, sequenceid=11, filesize=5.0 K 2024-11-07T20:17:57,271 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/data/hbase/meta/1588230740/.tmp/rep_barrier/b06c47573d0149ba8bb6b6c8b104bec7 as hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/data/hbase/meta/1588230740/rep_barrier/b06c47573d0149ba8bb6b6c8b104bec7 2024-11-07T20:17:57,275 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/data/hbase/meta/1588230740/rep_barrier/b06c47573d0149ba8bb6b6c8b104bec7, entries=1, sequenceid=11, filesize=5.4 K 2024-11-07T20:17:57,276 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/data/hbase/meta/1588230740/.tmp/table/e70c069a97ba4bfea5420d00fbcec7a5 as hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/data/hbase/meta/1588230740/table/e70c069a97ba4bfea5420d00fbcec7a5 2024-11-07T20:17:57,281 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/data/hbase/meta/1588230740/table/e70c069a97ba4bfea5420d00fbcec7a5, entries=2, sequenceid=11, filesize=5.0 K 2024-11-07T20:17:57,282 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1723ms, sequenceid=11, compaction requested=false 2024-11-07T20:17:57,286 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-07T20:17:57,287 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T20:17:57,287 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T20:17:57,287 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T20:17:57,287 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731010675558Running coprocessor pre-close hooks at 1731010675558Disabling compacts and flushes for region at 1731010675558Disabling writes for close at 1731010675559 (+1 ms)Obtaining lock to block concurrent updates at 1731010675559Preparing flush snapshotting stores in 1588230740 at 1731010675559Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731010675559Flushing stores of hbase:meta,,1.1588230740 at 1731010675559Flushing 1588230740/info: creating writer at 1731010675560 (+1 ms)Flushing 1588230740/info: appending metadata at 1731010675576 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731010675576Flushing 1588230740/ns: creating writer at 1731010675987 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731010675999 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731010675999Flushing 1588230740/rep_barrier: creating writer at 1731010676409 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731010676424 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731010676424Flushing 1588230740/table: creating writer at 1731010676834 (+410 ms)Flushing 1588230740/table: appending metadata at 1731010676846 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731010676846Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75c95bb7: reopening flushed file at 1731010677259 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@feb9de8: reopening flushed file at 1731010677265 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51afa37f: reopening flushed file at 1731010677270 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1004eb1d: reopening flushed file at 1731010677275 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1723ms, sequenceid=11, compaction requested=false at 1731010677282 (+7 ms)Writing region close event to WAL at 1731010677283 (+1 ms)Running coprocessor post-close hooks at 1731010677287 (+4 ms)Closed at 1731010677287 2024-11-07T20:17:57,287 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T20:17:57,360 INFO [RS:0;8a040b4bf509:37847 {}] regionserver.HRegionServer(976): stopping server 8a040b4bf509,37847,1731010601835; all regions closed. 2024-11-07T20:17:57,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38973 is added to blk_1073741834_1010 (size=2717) 2024-11-07T20:17:57,364 DEBUG [RS:0;8a040b4bf509:37847 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/oldWALs 2024-11-07T20:17:57,364 INFO [RS:0;8a040b4bf509:37847 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8a040b4bf509%2C37847%2C1731010601835.meta:.meta(num 1731010605238) 2024-11-07T20:17:57,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38973 is added to blk_1073741832_1008 (size=1028) 2024-11-07T20:17:57,366 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/WALs/8a040b4bf509,37847,1731010601835/8a040b4bf509%2C37847%2C1731010601835.1731010604166 not finished, retry = 0 2024-11-07T20:17:57,469 DEBUG [RS:0;8a040b4bf509:37847 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/oldWALs 2024-11-07T20:17:57,469 INFO [RS:0;8a040b4bf509:37847 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8a040b4bf509%2C37847%2C1731010601835:(num 1731010604166) 2024-11-07T20:17:57,469 DEBUG [RS:0;8a040b4bf509:37847 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:17:57,469 INFO [RS:0;8a040b4bf509:37847 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T20:17:57,469 INFO [RS:0;8a040b4bf509:37847 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T20:17:57,469 INFO [RS:0;8a040b4bf509:37847 {}] hbase.ChoreService(370): Chore service for: regionserver/8a040b4bf509:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T20:17:57,469 INFO [RS:0;8a040b4bf509:37847 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T20:17:57,469 INFO [regionserver/8a040b4bf509:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T20:17:57,469 INFO [RS:0;8a040b4bf509:37847 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a040b4bf509:37847. 2024-11-07T20:17:57,469 DEBUG [RS:0;8a040b4bf509:37847 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:17:57,470 DEBUG [RS:0;8a040b4bf509:37847 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:17:57,470 DEBUG [RS:0;8a040b4bf509:37847 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:17:57,470 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:17:57,470 INFO [RS:0;8a040b4bf509:37847 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37847 2024-11-07T20:17:57,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37893-0x10116f181c50003, quorum=127.0.0.1:64690, baseZNode=/1-839667456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-839667456/rs 2024-11-07T20:17:57,588 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37847-0x10116f181c50004, quorum=127.0.0.1:64690, baseZNode=/1-839667456 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-839667456/rs/8a040b4bf509,37847,1731010601835 2024-11-07T20:17:57,588 INFO [RS:0;8a040b4bf509:37847 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T20:17:57,600 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8a040b4bf509,37847,1731010601835] 2024-11-07T20:17:57,611 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-839667456/draining/8a040b4bf509,37847,1731010601835 already deleted, retry=false 2024-11-07T20:17:57,611 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8a040b4bf509,37847,1731010601835 expired; onlineServers=0 2024-11-07T20:17:57,611 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8a040b4bf509,37893,1731010601693' ***** 2024-11-07T20:17:57,611 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T20:17:57,611 INFO [M:0;8a040b4bf509:37893 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T20:17:57,611 INFO [M:0;8a040b4bf509:37893 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T20:17:57,611 DEBUG [M:0;8a040b4bf509:37893 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T20:17:57,611 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T20:17:57,611 DEBUG [M:0;8a040b4bf509:37893 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T20:17:57,611 DEBUG [master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.large.0-1731010603977 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.large.0-1731010603977,5,FailOnTimeoutGroup] 2024-11-07T20:17:57,611 DEBUG [master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.small.0-1731010603977 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.small.0-1731010603977,5,FailOnTimeoutGroup] 2024-11-07T20:17:57,612 INFO [M:0;8a040b4bf509:37893 {}] hbase.ChoreService(370): Chore service for: master/8a040b4bf509:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T20:17:57,612 INFO [M:0;8a040b4bf509:37893 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T20:17:57,612 DEBUG [M:0;8a040b4bf509:37893 {}] master.HMaster(1795): Stopping service threads 2024-11-07T20:17:57,612 INFO [M:0;8a040b4bf509:37893 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T20:17:57,612 INFO [M:0;8a040b4bf509:37893 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T20:17:57,612 INFO [M:0;8a040b4bf509:37893 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T20:17:57,612 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T20:17:57,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37893-0x10116f181c50003, quorum=127.0.0.1:64690, baseZNode=/1-839667456 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-839667456/master 2024-11-07T20:17:57,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37893-0x10116f181c50003, quorum=127.0.0.1:64690, baseZNode=/1-839667456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-839667456 2024-11-07T20:17:57,622 DEBUG [M:0;8a040b4bf509:37893 {}] zookeeper.ZKUtil(347): master:37893-0x10116f181c50003, quorum=127.0.0.1:64690, baseZNode=/1-839667456 Unable to get data of znode /1-839667456/master because node does not exist (not an error) 2024-11-07T20:17:57,622 WARN [M:0;8a040b4bf509:37893 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T20:17:57,623 INFO [M:0;8a040b4bf509:37893 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/.lastflushedseqids 2024-11-07T20:17:57,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38973 is added to blk_1073741843_1019 (size=173) 2024-11-07T20:17:57,701 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37847-0x10116f181c50004, quorum=127.0.0.1:64690, baseZNode=/1-839667456 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:17:57,701 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37847-0x10116f181c50004, quorum=127.0.0.1:64690, baseZNode=/1-839667456 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:17:57,701 INFO [RS:0;8a040b4bf509:37847 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T20:17:57,701 INFO [RS:0;8a040b4bf509:37847 {}] regionserver.HRegionServer(1031): Exiting; stopping=8a040b4bf509,37847,1731010601835; zookeeper connection closed. 2024-11-07T20:17:57,701 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6af59590 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6af59590 2024-11-07T20:17:57,701 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T20:17:58,030 INFO [M:0;8a040b4bf509:37893 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T20:17:58,030 INFO [M:0;8a040b4bf509:37893 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T20:17:58,030 DEBUG [M:0;8a040b4bf509:37893 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T20:17:58,030 INFO [M:0;8a040b4bf509:37893 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:17:58,030 DEBUG [M:0;8a040b4bf509:37893 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:17:58,030 DEBUG [M:0;8a040b4bf509:37893 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T20:17:58,030 DEBUG [M:0;8a040b4bf509:37893 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:17:58,031 INFO [M:0;8a040b4bf509:37893 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-07T20:17:58,046 DEBUG [M:0;8a040b4bf509:37893 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e53cbc018d08446893893b027be7ffd5 is 82, key is hbase:meta,,1/info:regioninfo/1731010605276/Put/seqid=0 2024-11-07T20:17:58,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38973 is added to blk_1073741844_1020 (size=5672) 2024-11-07T20:17:58,456 INFO [M:0;8a040b4bf509:37893 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e53cbc018d08446893893b027be7ffd5 2024-11-07T20:17:58,479 DEBUG [M:0;8a040b4bf509:37893 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b28cb3a60ba643bc8a8f783b2e2879f4 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731010608744/Put/seqid=0 2024-11-07T20:17:58,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38973 is added to blk_1073741845_1021 (size=6727) 2024-11-07T20:17:58,885 INFO [M:0;8a040b4bf509:37893 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b28cb3a60ba643bc8a8f783b2e2879f4 2024-11-07T20:17:58,889 INFO [M:0;8a040b4bf509:37893 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b28cb3a60ba643bc8a8f783b2e2879f4 2024-11-07T20:17:58,901 DEBUG [M:0;8a040b4bf509:37893 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/173146c08a424af6908df3a3c2a17522 is 69, key is 8a040b4bf509,37847,1731010601835/rs:state/1731010604008/Put/seqid=0 2024-11-07T20:17:58,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38973 is added to blk_1073741846_1022 (size=5156) 2024-11-07T20:17:59,141 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41657,1731010596403.replicationSource.wal-reader.8a040b4bf509%2C41657%2C1731010596403,1-8a040b4bf509,41657,1731010596403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/WALs/8a040b4bf509,41657,1731010596403/8a040b4bf509%2C41657%2C1731010596403.1731010598605 to pos 997, reset compression=false 2024-11-07T20:17:59,305 INFO [M:0;8a040b4bf509:37893 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/173146c08a424af6908df3a3c2a17522 2024-11-07T20:17:59,310 DEBUG [M:0;8a040b4bf509:37893 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e53cbc018d08446893893b027be7ffd5 as hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e53cbc018d08446893893b027be7ffd5 2024-11-07T20:17:59,315 INFO [M:0;8a040b4bf509:37893 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e53cbc018d08446893893b027be7ffd5, entries=8, sequenceid=58, filesize=5.5 K 2024-11-07T20:17:59,316 DEBUG [M:0;8a040b4bf509:37893 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b28cb3a60ba643bc8a8f783b2e2879f4 as hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b28cb3a60ba643bc8a8f783b2e2879f4 2024-11-07T20:17:59,320 INFO [M:0;8a040b4bf509:37893 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b28cb3a60ba643bc8a8f783b2e2879f4 2024-11-07T20:17:59,320 INFO [M:0;8a040b4bf509:37893 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b28cb3a60ba643bc8a8f783b2e2879f4, entries=6, sequenceid=58, filesize=6.6 K 2024-11-07T20:17:59,321 DEBUG [M:0;8a040b4bf509:37893 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/173146c08a424af6908df3a3c2a17522 as hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/173146c08a424af6908df3a3c2a17522 2024-11-07T20:17:59,325 INFO [M:0;8a040b4bf509:37893 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/173146c08a424af6908df3a3c2a17522, entries=1, sequenceid=58, filesize=5.0 K 2024-11-07T20:17:59,326 INFO [M:0;8a040b4bf509:37893 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=58, compaction requested=false 2024-11-07T20:17:59,327 INFO [M:0;8a040b4bf509:37893 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:17:59,327 DEBUG [M:0;8a040b4bf509:37893 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731010678030Disabling compacts and flushes for region at 1731010678030Disabling writes for close at 1731010678030Obtaining lock to block concurrent updates at 1731010678031 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731010678031Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1731010678031Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731010678032 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731010678032Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731010678045 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731010678045Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731010678460 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731010678478 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731010678478Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731010678889 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731010678901 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731010678901Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5eb5c1a5: reopening flushed file at 1731010679310 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50cba97d: reopening flushed file at 1731010679315 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11c21082: reopening flushed file at 1731010679320 (+5 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=58, compaction requested=false at 1731010679326 (+6 ms)Writing region close event to WAL at 1731010679327 (+1 ms)Closed at 1731010679327 2024-11-07T20:17:59,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38973 is added to blk_1073741830_1006 (size=33026) 2024-11-07T20:17:59,329 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5c0247fe-aae7-0965-88f2-15c938e93b9a/MasterData/WALs/8a040b4bf509,37893,1731010601693/8a040b4bf509%2C37893%2C1731010601693.1731010603597 not finished, retry = 0 2024-11-07T20:17:59,430 INFO [M:0;8a040b4bf509:37893 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T20:17:59,430 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T20:17:59,430 INFO [M:0;8a040b4bf509:37893 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37893 2024-11-07T20:17:59,431 INFO [M:0;8a040b4bf509:37893 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T20:17:59,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37893-0x10116f181c50003, quorum=127.0.0.1:64690, baseZNode=/1-839667456 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:17:59,593 INFO [M:0;8a040b4bf509:37893 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T20:17:59,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37893-0x10116f181c50003, quorum=127.0.0.1:64690, baseZNode=/1-839667456 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:17:59,596 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7467d10f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T20:17:59,597 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@9b3bd94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T20:17:59,597 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T20:17:59,597 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64b0f81c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T20:17:59,597 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d2f54a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcc5306a-f450-4918-45ee-0255ca8ca447/hadoop.log.dir/,STOPPED} 2024-11-07T20:17:59,598 WARN [BP-1285592592-172.17.0.2-1731010599789 heartbeating to localhost/127.0.0.1:46719 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T20:17:59,598 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T20:17:59,598 WARN [BP-1285592592-172.17.0.2-1731010599789 heartbeating to localhost/127.0.0.1:46719 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1285592592-172.17.0.2-1731010599789 (Datanode Uuid a26e11ac-5341-4e82-ab2f-d4d2b6923268) service to localhost/127.0.0.1:46719 2024-11-07T20:17:59,598 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T20:17:59,599 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcc5306a-f450-4918-45ee-0255ca8ca447/cluster_41642df1-74cc-2012-0e37-3d5429ae71ec/data/data1/current/BP-1285592592-172.17.0.2-1731010599789 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T20:17:59,599 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcc5306a-f450-4918-45ee-0255ca8ca447/cluster_41642df1-74cc-2012-0e37-3d5429ae71ec/data/data2/current/BP-1285592592-172.17.0.2-1731010599789 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T20:17:59,599 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T20:17:59,606 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@82b9ad6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T20:17:59,607 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@40b5a5e7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T20:17:59,607 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T20:17:59,607 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@96969f7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T20:17:59,607 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e637be1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcc5306a-f450-4918-45ee-0255ca8ca447/hadoop.log.dir/,STOPPED} 2024-11-07T20:17:59,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T20:17:59,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T20:17:59,633 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T20:17:59,633 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:17:59,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:17:59,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:17:59,633 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:17:59,633 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T20:17:59,633 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2057005444, stopped=false 2024-11-07T20:17:59,633 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8a040b4bf509,35611,1731010596235 2024-11-07T20:17:59,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35611-0x10116f181c50000, quorum=127.0.0.1:64690, baseZNode=/0198469132 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0198469132/running 2024-11-07T20:17:59,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41657-0x10116f181c50001, quorum=127.0.0.1:64690, baseZNode=/0198469132 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0198469132/running 2024-11-07T20:17:59,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35611-0x10116f181c50000, quorum=127.0.0.1:64690, baseZNode=/0198469132 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0198469132 2024-11-07T20:17:59,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41657-0x10116f181c50001, quorum=127.0.0.1:64690, baseZNode=/0198469132 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0198469132 2024-11-07T20:17:59,651 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T20:17:59,651 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T20:17:59,651 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:17:59,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:17:59,651 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8a040b4bf509,41657,1731010596403' ***** 2024-11-07T20:17:59,651 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T20:17:59,651 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41657-0x10116f181c50001, quorum=127.0.0.1:64690, baseZNode=/0198469132 Set watcher on znode that does not yet exist, /0198469132/running 2024-11-07T20:17:59,651 INFO [RS:0;8a040b4bf509:41657 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T20:17:59,652 INFO [RS:0;8a040b4bf509:41657 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T20:17:59,652 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T20:17:59,652 INFO [RS:0;8a040b4bf509:41657 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T20:17:59,652 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35611-0x10116f181c50000, quorum=127.0.0.1:64690, baseZNode=/0198469132 Set watcher on znode that does not yet exist, /0198469132/running 2024-11-07T20:17:59,652 INFO [RS:0;8a040b4bf509:41657 {}] regionserver.HRegionServer(3091): Received CLOSE for 6a6b76feb2c7c4c47c92c8945a5dc581 2024-11-07T20:17:59,652 INFO [RS:0;8a040b4bf509:41657 {}] regionserver.HRegionServer(3091): Received CLOSE for 547185fd645dac13abaaf4852dde2c56 2024-11-07T20:17:59,652 INFO [RS:0;8a040b4bf509:41657 {}] regionserver.HRegionServer(959): stopping server 8a040b4bf509,41657,1731010596403 2024-11-07T20:17:59,652 INFO [RS:0;8a040b4bf509:41657 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T20:17:59,652 INFO [RS:0;8a040b4bf509:41657 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a040b4bf509:41657. 2024-11-07T20:17:59,652 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6a6b76feb2c7c4c47c92c8945a5dc581, disabling compactions & flushes 2024-11-07T20:17:59,652 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731010605412.6a6b76feb2c7c4c47c92c8945a5dc581. 2024-11-07T20:17:59,652 DEBUG [RS:0;8a040b4bf509:41657 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:17:59,652 DEBUG [RS:0;8a040b4bf509:41657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:17:59,652 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731010605412.6a6b76feb2c7c4c47c92c8945a5dc581. 2024-11-07T20:17:59,652 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731010605412.6a6b76feb2c7c4c47c92c8945a5dc581. after waiting 0 ms 2024-11-07T20:17:59,652 INFO [RS:0;8a040b4bf509:41657 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T20:17:59,652 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731010605412.6a6b76feb2c7c4c47c92c8945a5dc581. 2024-11-07T20:17:59,652 INFO [RS:0;8a040b4bf509:41657 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T20:17:59,652 INFO [RS:0;8a040b4bf509:41657 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T20:17:59,652 INFO [RS:0;8a040b4bf509:41657 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T20:17:59,653 INFO [RS:0;8a040b4bf509:41657 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-07T20:17:59,653 DEBUG [RS:0;8a040b4bf509:41657 {}] regionserver.HRegionServer(1325): Online Regions={6a6b76feb2c7c4c47c92c8945a5dc581=test,,1731010605412.6a6b76feb2c7c4c47c92c8945a5dc581., 547185fd645dac13abaaf4852dde2c56=hbase:replication,,1731010609743.547185fd645dac13abaaf4852dde2c56., 1588230740=hbase:meta,,1.1588230740} 2024-11-07T20:17:59,653 DEBUG [RS:0;8a040b4bf509:41657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 547185fd645dac13abaaf4852dde2c56, 6a6b76feb2c7c4c47c92c8945a5dc581 2024-11-07T20:17:59,653 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T20:17:59,653 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T20:17:59,653 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T20:17:59,653 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T20:17:59,653 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T20:17:59,653 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-07T20:17:59,657 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/data/default/test/6a6b76feb2c7c4c47c92c8945a5dc581/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-07T20:17:59,658 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T20:17:59,658 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T20:17:59,658 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731010605412.6a6b76feb2c7c4c47c92c8945a5dc581. 2024-11-07T20:17:59,658 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6a6b76feb2c7c4c47c92c8945a5dc581: Waiting for close lock at 1731010679652Running coprocessor pre-close hooks at 1731010679652Disabling compacts and flushes for region at 1731010679652Disabling writes for close at 1731010679652Writing region close event to WAL at 1731010679654 (+2 ms)Running coprocessor post-close hooks at 1731010679657 (+3 ms)Closed at 1731010679658 (+1 ms) 2024-11-07T20:17:59,658 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731010605412.6a6b76feb2c7c4c47c92c8945a5dc581. 2024-11-07T20:17:59,658 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 547185fd645dac13abaaf4852dde2c56, disabling compactions & flushes 2024-11-07T20:17:59,658 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731010609743.547185fd645dac13abaaf4852dde2c56. 2024-11-07T20:17:59,658 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731010609743.547185fd645dac13abaaf4852dde2c56. 2024-11-07T20:17:59,658 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731010609743.547185fd645dac13abaaf4852dde2c56. after waiting 0 ms 2024-11-07T20:17:59,658 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731010609743.547185fd645dac13abaaf4852dde2c56. 2024-11-07T20:17:59,658 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 547185fd645dac13abaaf4852dde2c56 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-07T20:17:59,672 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/data/hbase/replication/547185fd645dac13abaaf4852dde2c56/.tmp/hfileref/18f32096c4224a97a1c09cf18e5ac213 is 74, key is 1/hfileref:564147ef67164f8fb2926b76d819a46d_SeqId_4_/1731010614256/DeleteColumn/seqid=0 2024-11-07T20:17:59,673 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/data/hbase/meta/1588230740/.tmp/info/c575200871a640f8984f27df40e7e23a is 147, key is hbase:replication,,1731010609743.547185fd645dac13abaaf4852dde2c56./info:regioninfo/1731010610910/Put/seqid=0 2024-11-07T20:17:59,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40585 is added to blk_1073741844_1020 (size=5203) 2024-11-07T20:17:59,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40585 is added to blk_1073741845_1021 (size=7686) 2024-11-07T20:17:59,741 INFO [regionserver/8a040b4bf509:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T20:17:59,853 DEBUG [RS:0;8a040b4bf509:41657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 547185fd645dac13abaaf4852dde2c56 2024-11-07T20:18:00,053 DEBUG [RS:0;8a040b4bf509:41657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 547185fd645dac13abaaf4852dde2c56 2024-11-07T20:18:00,076 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/data/hbase/replication/547185fd645dac13abaaf4852dde2c56/.tmp/hfileref/18f32096c4224a97a1c09cf18e5ac213 2024-11-07T20:18:00,077 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/data/hbase/meta/1588230740/.tmp/info/c575200871a640f8984f27df40e7e23a 2024-11-07T20:18:00,095 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/data/hbase/meta/1588230740/.tmp/ns/5c0e7c85802b403797e626252432bc83 is 43, key is default/ns:d/1731010599680/Put/seqid=0 2024-11-07T20:18:00,098 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/data/hbase/replication/547185fd645dac13abaaf4852dde2c56/.tmp/queue/26863896c6314cd5b841a1bb27ceb563 is 153, key is 1-8a040b4bf509,41657,1731010596403/queue:8a040b4bf509%2C41657%2C1731010596403/1731010616087/Put/seqid=0 2024-11-07T20:18:00,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40585 is added to blk_1073741846_1022 (size=5153) 2024-11-07T20:18:00,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40585 is added to blk_1073741847_1023 (size=5352) 2024-11-07T20:18:00,253 DEBUG [RS:0;8a040b4bf509:41657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 547185fd645dac13abaaf4852dde2c56 2024-11-07T20:18:00,453 DEBUG [RS:0;8a040b4bf509:41657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 547185fd645dac13abaaf4852dde2c56 2024-11-07T20:18:00,500 INFO [regionserver/8a040b4bf509:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T20:18:00,500 INFO [regionserver/8a040b4bf509:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T20:18:00,502 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/data/hbase/meta/1588230740/.tmp/ns/5c0e7c85802b403797e626252432bc83 2024-11-07T20:18:00,507 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/data/hbase/replication/547185fd645dac13abaaf4852dde2c56/.tmp/queue/26863896c6314cd5b841a1bb27ceb563 2024-11-07T20:18:00,512 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/data/hbase/replication/547185fd645dac13abaaf4852dde2c56/.tmp/hfileref/18f32096c4224a97a1c09cf18e5ac213 as hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/data/hbase/replication/547185fd645dac13abaaf4852dde2c56/hfileref/18f32096c4224a97a1c09cf18e5ac213 2024-11-07T20:18:00,517 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/data/hbase/replication/547185fd645dac13abaaf4852dde2c56/hfileref/18f32096c4224a97a1c09cf18e5ac213, entries=2, sequenceid=10, filesize=5.1 K 2024-11-07T20:18:00,521 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/data/hbase/replication/547185fd645dac13abaaf4852dde2c56/.tmp/queue/26863896c6314cd5b841a1bb27ceb563 as hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/data/hbase/replication/547185fd645dac13abaaf4852dde2c56/queue/26863896c6314cd5b841a1bb27ceb563 2024-11-07T20:18:00,523 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/data/hbase/meta/1588230740/.tmp/rep_barrier/fe096c34e4de4d1aaede4c46e61e3aa6 is 112, key is test,,1731010605412.6a6b76feb2c7c4c47c92c8945a5dc581./rep_barrier:seqnumDuringOpen/1731010606571/Put/seqid=0 2024-11-07T20:18:00,527 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/data/hbase/replication/547185fd645dac13abaaf4852dde2c56/queue/26863896c6314cd5b841a1bb27ceb563, entries=1, sequenceid=10, filesize=5.2 K 2024-11-07T20:18:00,528 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 547185fd645dac13abaaf4852dde2c56 in 870ms, sequenceid=10, compaction requested=false 2024-11-07T20:18:00,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40585 is added to blk_1073741848_1024 (size=5518) 2024-11-07T20:18:00,531 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/data/hbase/replication/547185fd645dac13abaaf4852dde2c56/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-07T20:18:00,532 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T20:18:00,532 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T20:18:00,532 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731010609743.547185fd645dac13abaaf4852dde2c56. 2024-11-07T20:18:00,532 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 547185fd645dac13abaaf4852dde2c56: Waiting for close lock at 1731010679658Running coprocessor pre-close hooks at 1731010679658Disabling compacts and flushes for region at 1731010679658Disabling writes for close at 1731010679658Obtaining lock to block concurrent updates at 1731010679658Preparing flush snapshotting stores in 547185fd645dac13abaaf4852dde2c56 at 1731010679658Finished memstore snapshotting hbase:replication,,1731010609743.547185fd645dac13abaaf4852dde2c56., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731010679659 (+1 ms)Flushing stores of hbase:replication,,1731010609743.547185fd645dac13abaaf4852dde2c56. at 1731010679659Flushing 547185fd645dac13abaaf4852dde2c56/hfileref: creating writer at 1731010679659Flushing 547185fd645dac13abaaf4852dde2c56/hfileref: appending metadata at 1731010679671 (+12 ms)Flushing 547185fd645dac13abaaf4852dde2c56/hfileref: closing flushed file at 1731010679671Flushing 547185fd645dac13abaaf4852dde2c56/queue: creating writer at 1731010680082 (+411 ms)Flushing 547185fd645dac13abaaf4852dde2c56/queue: appending metadata at 1731010680097 (+15 ms)Flushing 547185fd645dac13abaaf4852dde2c56/queue: closing flushed file at 1731010680098 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29b28ab7: reopening flushed file at 1731010680512 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67991794: reopening flushed file at 1731010680517 (+5 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 547185fd645dac13abaaf4852dde2c56 in 870ms, sequenceid=10, compaction requested=false at 1731010680528 (+11 ms)Writing region close event to WAL at 1731010680529 (+1 ms)Running coprocessor post-close hooks at 1731010680532 (+3 ms)Closed at 1731010680532 2024-11-07T20:18:00,532 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731010609743.547185fd645dac13abaaf4852dde2c56. 2024-11-07T20:18:00,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:18:00,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:18:00,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:18:00,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:18:00,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:18:00,654 DEBUG [RS:0;8a040b4bf509:41657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T20:18:00,854 INFO [RS:0;8a040b4bf509:41657 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T20:18:00,854 DEBUG [RS:0;8a040b4bf509:41657 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-07T20:18:00,854 DEBUG [RS:0;8a040b4bf509:41657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T20:18:00,930 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/data/hbase/meta/1588230740/.tmp/rep_barrier/fe096c34e4de4d1aaede4c46e61e3aa6 2024-11-07T20:18:00,947 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/data/hbase/meta/1588230740/.tmp/table/5468a33d64394434b62becae9d078880 is 53, key is hbase:replication/table:state/1731010610918/Put/seqid=0 2024-11-07T20:18:00,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40585 is added to blk_1073741849_1025 (size=5308) 2024-11-07T20:18:01,054 DEBUG [RS:0;8a040b4bf509:41657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T20:18:01,104 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T20:18:01,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:18:01,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:18:01,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:18:01,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:18:01,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:18:01,254 DEBUG [RS:0;8a040b4bf509:41657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T20:18:01,351 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/data/hbase/meta/1588230740/.tmp/table/5468a33d64394434b62becae9d078880 2024-11-07T20:18:01,357 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/data/hbase/meta/1588230740/.tmp/info/c575200871a640f8984f27df40e7e23a as hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/data/hbase/meta/1588230740/info/c575200871a640f8984f27df40e7e23a 2024-11-07T20:18:01,362 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/data/hbase/meta/1588230740/info/c575200871a640f8984f27df40e7e23a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-07T20:18:01,363 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/data/hbase/meta/1588230740/.tmp/ns/5c0e7c85802b403797e626252432bc83 as hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/data/hbase/meta/1588230740/ns/5c0e7c85802b403797e626252432bc83 2024-11-07T20:18:01,367 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/data/hbase/meta/1588230740/ns/5c0e7c85802b403797e626252432bc83, entries=2, sequenceid=16, filesize=5.0 K 2024-11-07T20:18:01,369 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/data/hbase/meta/1588230740/.tmp/rep_barrier/fe096c34e4de4d1aaede4c46e61e3aa6 as hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/data/hbase/meta/1588230740/rep_barrier/fe096c34e4de4d1aaede4c46e61e3aa6 2024-11-07T20:18:01,373 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/data/hbase/meta/1588230740/rep_barrier/fe096c34e4de4d1aaede4c46e61e3aa6, entries=1, sequenceid=16, filesize=5.4 K 2024-11-07T20:18:01,374 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/data/hbase/meta/1588230740/.tmp/table/5468a33d64394434b62becae9d078880 as hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/data/hbase/meta/1588230740/table/5468a33d64394434b62becae9d078880 2024-11-07T20:18:01,379 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/data/hbase/meta/1588230740/table/5468a33d64394434b62becae9d078880, entries=4, sequenceid=16, filesize=5.2 K 2024-11-07T20:18:01,380 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1727ms, sequenceid=16, compaction requested=false 2024-11-07T20:18:01,385 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-07T20:18:01,385 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T20:18:01,385 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T20:18:01,385 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T20:18:01,385 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731010679653Running coprocessor pre-close hooks at 1731010679653Disabling compacts and flushes for region at 1731010679653Disabling writes for close at 1731010679653Obtaining lock to block concurrent updates at 1731010679653Preparing flush snapshotting stores in 1588230740 at 1731010679653Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731010679653Flushing stores of hbase:meta,,1.1588230740 at 1731010679654 (+1 ms)Flushing 1588230740/info: creating writer at 1731010679654Flushing 1588230740/info: appending metadata at 1731010679673 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731010679673Flushing 1588230740/ns: creating writer at 1731010680082 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731010680094 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731010680094Flushing 1588230740/rep_barrier: creating writer at 1731010680506 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731010680523 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731010680523Flushing 1588230740/table: creating writer at 1731010680935 (+412 ms)Flushing 1588230740/table: appending metadata at 1731010680947 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731010680947Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@433e07b9: reopening flushed file at 1731010681356 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@566421f8: reopening flushed file at 1731010681362 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fac7d97: reopening flushed file at 1731010681368 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c60fa47: reopening flushed file at 1731010681373 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1727ms, sequenceid=16, compaction requested=false at 1731010681380 (+7 ms)Writing region close event to WAL at 1731010681382 (+2 ms)Running coprocessor post-close hooks at 1731010681385 (+3 ms)Closed at 1731010681385 2024-11-07T20:18:01,386 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T20:18:01,454 INFO [RS:0;8a040b4bf509:41657 {}] regionserver.HRegionServer(976): stopping server 8a040b4bf509,41657,1731010596403; all regions closed. 2024-11-07T20:18:01,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40585 is added to blk_1073741834_1010 (size=4239) 2024-11-07T20:18:01,456 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/WALs/8a040b4bf509,41657,1731010596403/8a040b4bf509%2C41657%2C1731010596403.meta.1731010599596.meta not finished, retry = 0 2024-11-07T20:18:01,559 DEBUG [RS:0;8a040b4bf509:41657 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/oldWALs 2024-11-07T20:18:01,559 INFO [RS:0;8a040b4bf509:41657 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8a040b4bf509%2C41657%2C1731010596403.meta:.meta(num 1731010599596) 2024-11-07T20:18:01,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40585 is added to blk_1073741839_1015 (size=2700) 2024-11-07T20:18:01,561 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/WALs/8a040b4bf509,41657,1731010596403/8a040b4bf509%2C41657%2C1731010596403.rep.1731010610879 not finished, retry = 0 2024-11-07T20:18:01,664 DEBUG [RS:0;8a040b4bf509:41657 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/oldWALs 2024-11-07T20:18:01,664 INFO [RS:0;8a040b4bf509:41657 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8a040b4bf509%2C41657%2C1731010596403.rep:(num 1731010610879) 2024-11-07T20:18:01,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40585 is added to blk_1073741832_1008 (size=1300) 2024-11-07T20:18:01,666 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/WALs/8a040b4bf509,41657,1731010596403/8a040b4bf509%2C41657%2C1731010596403.1731010598605 not finished, retry = 0 2024-11-07T20:18:01,768 DEBUG [RS:0;8a040b4bf509:41657 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/oldWALs 2024-11-07T20:18:01,768 INFO [RS:0;8a040b4bf509:41657 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8a040b4bf509%2C41657%2C1731010596403:(num 1731010598605) 2024-11-07T20:18:01,768 DEBUG [RS:0;8a040b4bf509:41657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:18:01,768 INFO [RS:0;8a040b4bf509:41657 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T20:18:01,768 INFO [RS:0;8a040b4bf509:41657 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T20:18:01,769 INFO [RS:0;8a040b4bf509:41657 {}] hbase.ChoreService(370): Chore service for: regionserver/8a040b4bf509:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T20:18:01,769 INFO [RS:0;8a040b4bf509:41657 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T20:18:01,769 INFO [regionserver/8a040b4bf509:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T20:18:01,769 INFO [RS:0;8a040b4bf509:41657 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8a040b4bf509,41657,1731010596403 because: Region server is closing 2024-11-07T20:18:01,769 INFO [RS:0;8a040b4bf509:41657 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a040b4bf509:41657. 2024-11-07T20:18:01,769 DEBUG [RS:0;8a040b4bf509:41657 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:18:01,769 DEBUG [RS:0;8a040b4bf509:41657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:18:01,769 DEBUG [RS:0;8a040b4bf509:41657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:18:01,769 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:18:01,870 WARN [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41657,1731010596403.replicationSource.wal-reader.8a040b4bf509%2C41657%2C1731010596403,1-8a040b4bf509,41657,1731010596403 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-07T20:18:01,870 WARN [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41657,1731010596403.replicationSource.shipper8a040b4bf509%2C41657%2C1731010596403,1-8a040b4bf509,41657,1731010596403 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-07T20:18:01,870 INFO [RS:0;8a040b4bf509:41657 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41657,1731010596403.replicationSource.shipper8a040b4bf509%2C41657%2C1731010596403,1-8a040b4bf509,41657,1731010596403 terminated 2024-11-07T20:18:01,870 INFO [RS:0;8a040b4bf509:41657 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41657 2024-11-07T20:18:01,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41657-0x10116f181c50001, quorum=127.0.0.1:64690, baseZNode=/0198469132 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0198469132/rs/8a040b4bf509,41657,1731010596403 2024-11-07T20:18:01,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35611-0x10116f181c50000, quorum=127.0.0.1:64690, baseZNode=/0198469132 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0198469132/rs 2024-11-07T20:18:01,935 INFO [RS:0;8a040b4bf509:41657 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T20:18:01,935 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8a040b4bf509,41657,1731010596403] 2024-11-07T20:18:01,958 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0198469132/draining/8a040b4bf509,41657,1731010596403 already deleted, retry=false 2024-11-07T20:18:01,958 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8a040b4bf509,41657,1731010596403 expired; onlineServers=0 2024-11-07T20:18:01,958 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8a040b4bf509,35611,1731010596235' ***** 2024-11-07T20:18:01,958 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T20:18:01,958 INFO [M:0;8a040b4bf509:35611 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T20:18:01,958 INFO [M:0;8a040b4bf509:35611 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T20:18:01,958 DEBUG [M:0;8a040b4bf509:35611 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T20:18:01,959 DEBUG [M:0;8a040b4bf509:35611 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T20:18:01,959 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T20:18:01,959 DEBUG [master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.large.0-1731010598392 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.large.0-1731010598392,5,FailOnTimeoutGroup] 2024-11-07T20:18:01,959 DEBUG [master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.small.0-1731010598392 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.small.0-1731010598392,5,FailOnTimeoutGroup] 2024-11-07T20:18:01,959 INFO [M:0;8a040b4bf509:35611 {}] hbase.ChoreService(370): Chore service for: master/8a040b4bf509:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T20:18:01,959 INFO [M:0;8a040b4bf509:35611 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T20:18:01,959 DEBUG [M:0;8a040b4bf509:35611 {}] master.HMaster(1795): Stopping service threads 2024-11-07T20:18:01,959 INFO [M:0;8a040b4bf509:35611 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T20:18:01,959 INFO [M:0;8a040b4bf509:35611 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T20:18:01,959 INFO [M:0;8a040b4bf509:35611 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T20:18:01,959 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T20:18:01,969 DEBUG [M:0;8a040b4bf509:35611 {}] zookeeper.ZKUtil(347): master:35611-0x10116f181c50000, quorum=127.0.0.1:64690, baseZNode=/0198469132 Unable to get data of znode /0198469132/master because node does not exist (not an error) 2024-11-07T20:18:01,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35611-0x10116f181c50000, quorum=127.0.0.1:64690, baseZNode=/0198469132 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0198469132/master 2024-11-07T20:18:01,969 WARN [M:0;8a040b4bf509:35611 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T20:18:01,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35611-0x10116f181c50000, quorum=127.0.0.1:64690, baseZNode=/0198469132 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0198469132 2024-11-07T20:18:01,970 INFO [M:0;8a040b4bf509:35611 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/.lastflushedseqids 2024-11-07T20:18:01,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40585 is added to blk_1073741850_1026 (size=263) 2024-11-07T20:18:02,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41657-0x10116f181c50001, quorum=127.0.0.1:64690, baseZNode=/0198469132 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:18:02,048 INFO [RS:0;8a040b4bf509:41657 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T20:18:02,048 INFO [RS:0;8a040b4bf509:41657 {}] regionserver.HRegionServer(1031): Exiting; stopping=8a040b4bf509,41657,1731010596403; zookeeper connection closed. 2024-11-07T20:18:02,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41657-0x10116f181c50001, quorum=127.0.0.1:64690, baseZNode=/0198469132 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:18:02,048 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1baa14db {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1baa14db 2024-11-07T20:18:02,048 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T20:18:02,375 INFO [M:0;8a040b4bf509:35611 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T20:18:02,375 INFO [M:0;8a040b4bf509:35611 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T20:18:02,375 DEBUG [M:0;8a040b4bf509:35611 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T20:18:02,375 INFO [M:0;8a040b4bf509:35611 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:18:02,375 DEBUG [M:0;8a040b4bf509:35611 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:18:02,375 DEBUG [M:0;8a040b4bf509:35611 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T20:18:02,375 DEBUG [M:0;8a040b4bf509:35611 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:18:02,375 INFO [M:0;8a040b4bf509:35611 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.84 KB heapSize=65.84 KB 2024-11-07T20:18:02,390 DEBUG [M:0;8a040b4bf509:35611 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f7d1fff2c7194530b1a8d71d67fd4619 is 82, key is hbase:meta,,1/info:regioninfo/1731010599634/Put/seqid=0 2024-11-07T20:18:02,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40585 is added to blk_1073741851_1027 (size=5672) 2024-11-07T20:18:02,795 INFO [M:0;8a040b4bf509:35611 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f7d1fff2c7194530b1a8d71d67fd4619 2024-11-07T20:18:02,815 DEBUG [M:0;8a040b4bf509:35611 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/16d3746c7fd4427e8925b3a8595102cd is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731010606585/Put/seqid=0 2024-11-07T20:18:02,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40585 is added to blk_1073741852_1028 (size=7239) 2024-11-07T20:18:03,221 INFO [M:0;8a040b4bf509:35611 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.29 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/16d3746c7fd4427e8925b3a8595102cd 2024-11-07T20:18:03,227 INFO [M:0;8a040b4bf509:35611 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 16d3746c7fd4427e8925b3a8595102cd 2024-11-07T20:18:03,240 DEBUG [M:0;8a040b4bf509:35611 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/911e5b719a30495890d8504dc3e8a135 is 69, key is 8a040b4bf509,41657,1731010596403/rs:state/1731010598462/Put/seqid=0 2024-11-07T20:18:03,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40585 is added to blk_1073741853_1029 (size=5156) 2024-11-07T20:18:03,644 INFO [M:0;8a040b4bf509:35611 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/911e5b719a30495890d8504dc3e8a135 2024-11-07T20:18:03,650 DEBUG [M:0;8a040b4bf509:35611 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f7d1fff2c7194530b1a8d71d67fd4619 as hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f7d1fff2c7194530b1a8d71d67fd4619 2024-11-07T20:18:03,656 INFO [M:0;8a040b4bf509:35611 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f7d1fff2c7194530b1a8d71d67fd4619, entries=8, sequenceid=105, filesize=5.5 K 2024-11-07T20:18:03,657 DEBUG [M:0;8a040b4bf509:35611 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/16d3746c7fd4427e8925b3a8595102cd as hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/16d3746c7fd4427e8925b3a8595102cd 2024-11-07T20:18:03,663 INFO [M:0;8a040b4bf509:35611 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 16d3746c7fd4427e8925b3a8595102cd 2024-11-07T20:18:03,663 INFO [M:0;8a040b4bf509:35611 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/16d3746c7fd4427e8925b3a8595102cd, entries=11, sequenceid=105, filesize=7.1 K 2024-11-07T20:18:03,664 DEBUG [M:0;8a040b4bf509:35611 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/911e5b719a30495890d8504dc3e8a135 as hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/911e5b719a30495890d8504dc3e8a135 2024-11-07T20:18:03,670 INFO [M:0;8a040b4bf509:35611 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34737/user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/911e5b719a30495890d8504dc3e8a135, entries=1, sequenceid=105, filesize=5.0 K 2024-11-07T20:18:03,671 INFO [M:0;8a040b4bf509:35611 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=105, compaction requested=false 2024-11-07T20:18:03,672 INFO [M:0;8a040b4bf509:35611 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:18:03,672 DEBUG [M:0;8a040b4bf509:35611 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731010682375Disabling compacts and flushes for region at 1731010682375Disabling writes for close at 1731010682375Obtaining lock to block concurrent updates at 1731010682375Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731010682375Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57183, getHeapSize=67352, getOffHeapSize=0, getCellsCount=122 at 1731010682376 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731010682376Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731010682376Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731010682390 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731010682390Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731010682800 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731010682814 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731010682814Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731010683227 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731010683240 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731010683240Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c560c53: reopening flushed file at 1731010683649 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6821bd87: reopening flushed file at 1731010683656 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11a4d934: reopening flushed file at 1731010683663 (+7 ms)Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=105, compaction requested=false at 1731010683671 (+8 ms)Writing region close event to WAL at 1731010683672 (+1 ms)Closed at 1731010683672 2024-11-07T20:18:03,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40585 is added to blk_1073741830_1006 (size=64514) 2024-11-07T20:18:03,674 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a9607fe7-807c-c0ce-2d2f-2ca420f59ad4/MasterData/WALs/8a040b4bf509,35611,1731010596235/8a040b4bf509%2C35611%2C1731010596235.1731010598123 not finished, retry = 0 2024-11-07T20:18:03,775 INFO [M:0;8a040b4bf509:35611 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T20:18:03,775 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T20:18:03,775 INFO [M:0;8a040b4bf509:35611 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35611 2024-11-07T20:18:03,776 INFO [M:0;8a040b4bf509:35611 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T20:18:03,900 INFO [M:0;8a040b4bf509:35611 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T20:18:03,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35611-0x10116f181c50000, quorum=127.0.0.1:64690, baseZNode=/0198469132 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:18:03,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35611-0x10116f181c50000, quorum=127.0.0.1:64690, baseZNode=/0198469132 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:18:03,902 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7c055765{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T20:18:03,902 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@503f5772{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T20:18:03,902 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T20:18:03,902 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@368d87d8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T20:18:03,903 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ba9d83b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63472486-229f-65a3-d4a6-0b503f51bf52/hadoop.log.dir/,STOPPED} 2024-11-07T20:18:03,903 WARN [BP-1085482547-172.17.0.2-1731010594355 heartbeating to localhost/127.0.0.1:34737 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T20:18:03,903 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T20:18:03,903 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T20:18:03,903 WARN [BP-1085482547-172.17.0.2-1731010594355 heartbeating to localhost/127.0.0.1:34737 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1085482547-172.17.0.2-1731010594355 (Datanode Uuid 53e85e0c-fdba-4564-9fdf-b42d7dca407a) service to localhost/127.0.0.1:34737 2024-11-07T20:18:03,904 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63472486-229f-65a3-d4a6-0b503f51bf52/cluster_0f32db76-2f31-aa2b-60a1-08accd87cbf8/data/data1/current/BP-1085482547-172.17.0.2-1731010594355 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T20:18:03,904 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63472486-229f-65a3-d4a6-0b503f51bf52/cluster_0f32db76-2f31-aa2b-60a1-08accd87cbf8/data/data2/current/BP-1085482547-172.17.0.2-1731010594355 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T20:18:03,905 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T20:18:03,911 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a5e45e5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T20:18:03,912 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5b67927a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T20:18:03,912 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T20:18:03,912 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f85ec92{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T20:18:03,912 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a42b3e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63472486-229f-65a3-d4a6-0b503f51bf52/hadoop.log.dir/,STOPPED} 2024-11-07T20:18:03,918 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T20:18:03,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T20:18:03,940 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=158 (was 138) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46719 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46719 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f6d0cb8a9c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34737 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34737 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34737 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64690) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34737 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34737 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:46719 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46719 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34737 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:34737 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46719 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46719 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46719 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34737 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f6d0cb8a9c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64690) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46719 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=504 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=240 (was 281), ProcessCount=11 (was 11), AvailableMemoryMB=1215 (was 1384) 2024-11-07T20:18:03,948 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=159, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=240, ProcessCount=11, AvailableMemoryMB=1215 2024-11-07T20:18:03,959 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-07T20:18:03,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcc5306a-f450-4918-45ee-0255ca8ca447/hadoop.log.dir so I do NOT create it in target/test-data/bb998fdc-c746-5c4b-4814-52ac90d7c08b 2024-11-07T20:18:03,960 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcc5306a-f450-4918-45ee-0255ca8ca447/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T20:18:03,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcc5306a-f450-4918-45ee-0255ca8ca447/hadoop.tmp.dir so I do NOT create it in target/test-data/bb998fdc-c746-5c4b-4814-52ac90d7c08b 2024-11-07T20:18:03,960 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcc5306a-f450-4918-45ee-0255ca8ca447/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T20:18:03,960 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb998fdc-c746-5c4b-4814-52ac90d7c08b 2024-11-07T20:18:03,960 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb998fdc-c746-5c4b-4814-52ac90d7c08b/cluster_b1af281f-d0d0-9761-8e28-60060eaf80c0, deleteOnExit=true 2024-11-07T20:18:03,978 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb998fdc-c746-5c4b-4814-52ac90d7c08b/cluster_b1af281f-d0d0-9761-8e28-60060eaf80c0/zookeeper_0, clientPort=58509, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb998fdc-c746-5c4b-4814-52ac90d7c08b/cluster_b1af281f-d0d0-9761-8e28-60060eaf80c0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb998fdc-c746-5c4b-4814-52ac90d7c08b/cluster_b1af281f-d0d0-9761-8e28-60060eaf80c0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T20:18:03,979 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58509 2024-11-07T20:18:03,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T20:18:03,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T20:18:03,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb998fdc-c746-5c4b-4814-52ac90d7c08b/test.cache.data in system properties and HBase conf 2024-11-07T20:18:03,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb998fdc-c746-5c4b-4814-52ac90d7c08b/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T20:18:03,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb998fdc-c746-5c4b-4814-52ac90d7c08b/hadoop.log.dir in system properties and HBase conf 2024-11-07T20:18:03,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb998fdc-c746-5c4b-4814-52ac90d7c08b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T20:18:03,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb998fdc-c746-5c4b-4814-52ac90d7c08b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T20:18:03,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T20:18:03,979 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T20:18:03,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb998fdc-c746-5c4b-4814-52ac90d7c08b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T20:18:03,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb998fdc-c746-5c4b-4814-52ac90d7c08b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T20:18:03,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb998fdc-c746-5c4b-4814-52ac90d7c08b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T20:18:03,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb998fdc-c746-5c4b-4814-52ac90d7c08b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T20:18:03,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb998fdc-c746-5c4b-4814-52ac90d7c08b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T20:18:03,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb998fdc-c746-5c4b-4814-52ac90d7c08b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T20:18:03,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb998fdc-c746-5c4b-4814-52ac90d7c08b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T20:18:03,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb998fdc-c746-5c4b-4814-52ac90d7c08b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T20:18:03,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb998fdc-c746-5c4b-4814-52ac90d7c08b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T20:18:03,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb998fdc-c746-5c4b-4814-52ac90d7c08b/nfs.dump.dir in system properties and HBase conf 2024-11-07T20:18:03,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb998fdc-c746-5c4b-4814-52ac90d7c08b/java.io.tmpdir in system properties and HBase conf 2024-11-07T20:18:03,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb998fdc-c746-5c4b-4814-52ac90d7c08b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T20:18:03,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb998fdc-c746-5c4b-4814-52ac90d7c08b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T20:18:03,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb998fdc-c746-5c4b-4814-52ac90d7c08b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T20:18:04,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10116f181c50002, quorum=127.0.0.1:64690, baseZNode=/0198469132 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T20:18:04,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10116f181c50005, quorum=127.0.0.1:64690, baseZNode=/1-839667456 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T20:18:04,017 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10116f181c50002, quorum=127.0.0.1:64690, baseZNode=/0198469132 Received Disconnected from ZooKeeper, ignoring 2024-11-07T20:18:04,017 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10116f181c50005, quorum=127.0.0.1:64690, baseZNode=/1-839667456 Received Disconnected from ZooKeeper, ignoring 2024-11-07T20:18:04,381 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T20:18:04,385 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T20:18:04,386 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T20:18:04,386 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T20:18:04,387 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T20:18:04,387 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T20:18:04,387 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b1300f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb998fdc-c746-5c4b-4814-52ac90d7c08b/hadoop.log.dir/,AVAILABLE} 2024-11-07T20:18:04,388 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f84364c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T20:18:04,479 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@11522f72{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb998fdc-c746-5c4b-4814-52ac90d7c08b/java.io.tmpdir/jetty-localhost-35559-hadoop-hdfs-3_4_1-tests_jar-_-any-13810947010168235695/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T20:18:04,480 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@357bf49f{HTTP/1.1, (http/1.1)}{localhost:35559} 2024-11-07T20:18:04,480 INFO [Time-limited test {}] server.Server(415): Started @145246ms 2024-11-07T20:18:04,713 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T20:18:04,717 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T20:18:04,718 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T20:18:04,718 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T20:18:04,718 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T20:18:04,720 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c87b6b2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb998fdc-c746-5c4b-4814-52ac90d7c08b/hadoop.log.dir/,AVAILABLE} 2024-11-07T20:18:04,720 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66c666b2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T20:18:04,812 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5bedd03{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb998fdc-c746-5c4b-4814-52ac90d7c08b/java.io.tmpdir/jetty-localhost-36121-hadoop-hdfs-3_4_1-tests_jar-_-any-12864508013606622946/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T20:18:04,812 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1fe5fdb{HTTP/1.1, (http/1.1)}{localhost:36121} 2024-11-07T20:18:04,812 INFO [Time-limited test {}] server.Server(415): Started @145578ms 2024-11-07T20:18:04,813 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T20:18:05,419 WARN [Thread-1291 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb998fdc-c746-5c4b-4814-52ac90d7c08b/cluster_b1af281f-d0d0-9761-8e28-60060eaf80c0/data/data2/current/BP-770065717-172.17.0.2-1731010684007/current, will proceed with Du for space computation calculation, 2024-11-07T20:18:05,419 WARN [Thread-1290 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb998fdc-c746-5c4b-4814-52ac90d7c08b/cluster_b1af281f-d0d0-9761-8e28-60060eaf80c0/data/data1/current/BP-770065717-172.17.0.2-1731010684007/current, will proceed with Du for space computation calculation, 2024-11-07T20:18:05,438 WARN [Thread-1278 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T20:18:05,440 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7ad30023ac2aba92 with lease ID 0xa2072c98a6f9a6b3: Processing first storage report for DS-5fefa5ad-3cc2-410c-a005-849a833840be from datanode DatanodeRegistration(127.0.0.1:46093, datanodeUuid=5adcf0e9-c142-431a-80d5-75126157eb83, infoPort=35239, infoSecurePort=0, ipcPort=43769, storageInfo=lv=-57;cid=testClusterID;nsid=644089123;c=1731010684007) 2024-11-07T20:18:05,440 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7ad30023ac2aba92 with lease ID 0xa2072c98a6f9a6b3: from storage DS-5fefa5ad-3cc2-410c-a005-849a833840be node DatanodeRegistration(127.0.0.1:46093, datanodeUuid=5adcf0e9-c142-431a-80d5-75126157eb83, infoPort=35239, infoSecurePort=0, ipcPort=43769, storageInfo=lv=-57;cid=testClusterID;nsid=644089123;c=1731010684007), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T20:18:05,440 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7ad30023ac2aba92 with lease ID 0xa2072c98a6f9a6b3: Processing first storage report for DS-60ad090d-9b37-457f-a5f3-36a9f9255aae from datanode DatanodeRegistration(127.0.0.1:46093, datanodeUuid=5adcf0e9-c142-431a-80d5-75126157eb83, infoPort=35239, infoSecurePort=0, ipcPort=43769, storageInfo=lv=-57;cid=testClusterID;nsid=644089123;c=1731010684007) 2024-11-07T20:18:05,440 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7ad30023ac2aba92 with lease ID 0xa2072c98a6f9a6b3: from storage DS-60ad090d-9b37-457f-a5f3-36a9f9255aae node DatanodeRegistration(127.0.0.1:46093, datanodeUuid=5adcf0e9-c142-431a-80d5-75126157eb83, infoPort=35239, infoSecurePort=0, ipcPort=43769, storageInfo=lv=-57;cid=testClusterID;nsid=644089123;c=1731010684007), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T20:18:05,537 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb998fdc-c746-5c4b-4814-52ac90d7c08b 2024-11-07T20:18:05,537 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:18:05,538 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:18:05,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46093 is added to blk_1073741825_1001 (size=7) 2024-11-07T20:18:05,946 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a with version=8 2024-11-07T20:18:05,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/hbase-staging 2024-11-07T20:18:05,947 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8a040b4bf509:0 server-side Connection retries=45 2024-11-07T20:18:05,947 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:18:05,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T20:18:05,948 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T20:18:05,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:18:05,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T20:18:05,948 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T20:18:05,948 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T20:18:05,948 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43391 2024-11-07T20:18:05,949 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43391 connecting to ZooKeeper ensemble=127.0.0.1:58509 2024-11-07T20:18:06,034 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T20:18:06,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:433910x0, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T20:18:06,039 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43391-0x10116f2dff50000 connected 2024-11-07T20:18:06,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:18:06,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:18:06,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:18:06,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:18:06,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:18:06,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:18:06,126 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:18:06,128 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:18:06,130 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43391-0x10116f2dff50000, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Set watcher on znode that does not yet exist, /0-1201580692/running 2024-11-07T20:18:06,130 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a, hbase.cluster.distributed=false 2024-11-07T20:18:06,132 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43391-0x10116f2dff50000, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Set watcher on znode that does not yet exist, /0-1201580692/acl 2024-11-07T20:18:06,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43391 2024-11-07T20:18:06,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43391 2024-11-07T20:18:06,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43391 2024-11-07T20:18:06,133 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43391 2024-11-07T20:18:06,133 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43391 2024-11-07T20:18:06,145 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8a040b4bf509:0 server-side Connection retries=45 2024-11-07T20:18:06,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:18:06,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T20:18:06,145 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T20:18:06,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:18:06,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T20:18:06,145 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T20:18:06,146 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T20:18:06,146 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41843 2024-11-07T20:18:06,147 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41843 connecting to ZooKeeper ensemble=127.0.0.1:58509 2024-11-07T20:18:06,148 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:18:06,149 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:18:06,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:418430x0, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T20:18:06,158 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:418430x0, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Set watcher on znode that does not yet exist, /0-1201580692/running 2024-11-07T20:18:06,158 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41843-0x10116f2dff50001 connected 2024-11-07T20:18:06,159 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T20:18:06,159 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T20:18:06,160 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41843-0x10116f2dff50001, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Set watcher on znode that does not yet exist, /0-1201580692/master 2024-11-07T20:18:06,160 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41843-0x10116f2dff50001, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Set watcher on znode that does not yet exist, /0-1201580692/acl 2024-11-07T20:18:06,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41843 2024-11-07T20:18:06,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41843 2024-11-07T20:18:06,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41843 2024-11-07T20:18:06,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41843 2024-11-07T20:18:06,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41843 2024-11-07T20:18:06,177 DEBUG [M:0;8a040b4bf509:43391 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8a040b4bf509:43391 2024-11-07T20:18:06,178 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1201580692/backup-masters/8a040b4bf509,43391,1731010685947 2024-11-07T20:18:06,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43391-0x10116f2dff50000, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1201580692/backup-masters 2024-11-07T20:18:06,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41843-0x10116f2dff50001, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1201580692/backup-masters 2024-11-07T20:18:06,190 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43391-0x10116f2dff50000, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Set watcher on existing znode=/0-1201580692/backup-masters/8a040b4bf509,43391,1731010685947 2024-11-07T20:18:06,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41843-0x10116f2dff50001, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1201580692/master 2024-11-07T20:18:06,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43391-0x10116f2dff50000, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1201580692 2024-11-07T20:18:06,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41843-0x10116f2dff50001, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1201580692 2024-11-07T20:18:06,200 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43391-0x10116f2dff50000, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Set watcher on existing znode=/0-1201580692/master 2024-11-07T20:18:06,201 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1201580692/backup-masters/8a040b4bf509,43391,1731010685947 from backup master directory 2024-11-07T20:18:06,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41843-0x10116f2dff50001, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1201580692/backup-masters 2024-11-07T20:18:06,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43391-0x10116f2dff50000, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1201580692/backup-masters/8a040b4bf509,43391,1731010685947 2024-11-07T20:18:06,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43391-0x10116f2dff50000, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1201580692/backup-masters 2024-11-07T20:18:06,210 WARN [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T20:18:06,210 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8a040b4bf509,43391,1731010685947 2024-11-07T20:18:06,214 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/hbase.id] with ID: 421bdaa1-75e0-4a8c-9b1c-57d26ec67817 2024-11-07T20:18:06,214 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/.tmp/hbase.id 2024-11-07T20:18:06,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46093 is added to blk_1073741826_1002 (size=42) 2024-11-07T20:18:06,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T20:18:06,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T20:18:06,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-07T20:18:06,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-07T20:18:06,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-07T20:18:06,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T20:18:06,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T20:18:06,619 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/.tmp/hbase.id]:[hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/hbase.id] 2024-11-07T20:18:06,630 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:18:06,630 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T20:18:06,631 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T20:18:06,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41843-0x10116f2dff50001, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1201580692 2024-11-07T20:18:06,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43391-0x10116f2dff50000, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1201580692 2024-11-07T20:18:06,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46093 is added to blk_1073741827_1003 (size=196) 2024-11-07T20:18:07,066 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T20:18:07,067 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T20:18:07,067 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:18:07,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46093 is added to blk_1073741828_1004 (size=1189) 2024-11-07T20:18:07,474 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/MasterData/data/master/store 2024-11-07T20:18:07,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46093 is added to blk_1073741829_1005 (size=34) 2024-11-07T20:18:07,880 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:18:07,880 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T20:18:07,881 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:18:07,881 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:18:07,881 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T20:18:07,881 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:18:07,881 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:18:07,881 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731010687880Disabling compacts and flushes for region at 1731010687880Disabling writes for close at 1731010687881 (+1 ms)Writing region close event to WAL at 1731010687881Closed at 1731010687881 2024-11-07T20:18:07,882 WARN [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/MasterData/data/master/store/.initializing 2024-11-07T20:18:07,882 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/MasterData/WALs/8a040b4bf509,43391,1731010685947 2024-11-07T20:18:07,883 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T20:18:07,884 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8a040b4bf509%2C43391%2C1731010685947, suffix=, logDir=hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/MasterData/WALs/8a040b4bf509,43391,1731010685947, archiveDir=hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/MasterData/oldWALs, maxLogs=10 2024-11-07T20:18:07,895 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/MasterData/WALs/8a040b4bf509,43391,1731010685947/8a040b4bf509%2C43391%2C1731010685947.1731010687885, exclude list is [], retry=0 2024-11-07T20:18:07,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46093,DS-5fefa5ad-3cc2-410c-a005-849a833840be,DISK] 2024-11-07T20:18:07,899 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/MasterData/WALs/8a040b4bf509,43391,1731010685947/8a040b4bf509%2C43391%2C1731010685947.1731010687885 2024-11-07T20:18:07,900 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35239:35239)] 2024-11-07T20:18:07,900 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T20:18:07,900 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:18:07,900 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:18:07,900 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:18:07,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:18:07,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T20:18:07,903 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:18:07,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:18:07,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:18:07,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T20:18:07,904 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:18:07,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:18:07,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:18:07,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T20:18:07,906 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:18:07,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:18:07,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:18:07,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T20:18:07,907 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:18:07,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:18:07,907 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:18:07,908 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:18:07,908 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:18:07,910 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:18:07,910 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:18:07,910 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T20:18:07,911 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:18:07,913 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T20:18:07,913 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70426519, jitterRate=0.049436911940574646}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T20:18:07,914 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731010687900Initializing all the Stores at 1731010687901 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010687901Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010687901Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010687901Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010687901Cleaning up temporary data from old regions at 1731010687910 (+9 ms)Region opened successfully at 1731010687914 (+4 ms) 2024-11-07T20:18:07,914 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T20:18:07,917 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b0adbd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a040b4bf509/172.17.0.2:0 2024-11-07T20:18:07,918 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T20:18:07,918 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T20:18:07,918 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T20:18:07,918 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T20:18:07,919 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T20:18:07,919 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T20:18:07,919 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T20:18:07,921 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T20:18:07,921 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43391-0x10116f2dff50000, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Unable to get data of znode /0-1201580692/balancer because node does not exist (not necessarily an error) 2024-11-07T20:18:07,987 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1201580692/balancer already deleted, retry=false 2024-11-07T20:18:07,987 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T20:18:07,988 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43391-0x10116f2dff50000, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Unable to get data of znode /0-1201580692/normalizer because node does not exist (not necessarily an error) 2024-11-07T20:18:08,000 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1201580692/normalizer already deleted, retry=false 2024-11-07T20:18:08,000 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T20:18:08,001 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43391-0x10116f2dff50000, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Unable to get data of znode /0-1201580692/switch/split because node does not exist (not necessarily an error) 2024-11-07T20:18:08,010 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1201580692/switch/split already deleted, retry=false 2024-11-07T20:18:08,011 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43391-0x10116f2dff50000, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Unable to get data of znode /0-1201580692/switch/merge because node does not exist (not necessarily an error) 2024-11-07T20:18:08,021 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1201580692/switch/merge already deleted, retry=false 2024-11-07T20:18:08,023 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43391-0x10116f2dff50000, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Unable to get data of znode /0-1201580692/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T20:18:08,031 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1201580692/snapshot-cleanup already deleted, retry=false 2024-11-07T20:18:08,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43391-0x10116f2dff50000, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1201580692/running 2024-11-07T20:18:08,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41843-0x10116f2dff50001, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1201580692/running 2024-11-07T20:18:08,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43391-0x10116f2dff50000, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1201580692 2024-11-07T20:18:08,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41843-0x10116f2dff50001, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1201580692 2024-11-07T20:18:08,043 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8a040b4bf509,43391,1731010685947, sessionid=0x10116f2dff50000, setting cluster-up flag (Was=false) 2024-11-07T20:18:08,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41843-0x10116f2dff50001, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1201580692 2024-11-07T20:18:08,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43391-0x10116f2dff50000, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1201580692 2024-11-07T20:18:08,094 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1201580692/flush-table-proc/acquired, /0-1201580692/flush-table-proc/reached, /0-1201580692/flush-table-proc/abort 2024-11-07T20:18:08,096 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a040b4bf509,43391,1731010685947 2024-11-07T20:18:08,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43391-0x10116f2dff50000, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1201580692 2024-11-07T20:18:08,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41843-0x10116f2dff50001, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1201580692 2024-11-07T20:18:08,147 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1201580692/online-snapshot/acquired, /0-1201580692/online-snapshot/reached, /0-1201580692/online-snapshot/abort 2024-11-07T20:18:08,148 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a040b4bf509,43391,1731010685947 2024-11-07T20:18:08,149 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T20:18:08,150 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T20:18:08,151 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T20:18:08,151 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T20:18:08,151 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8a040b4bf509,43391,1731010685947 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T20:18:08,152 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:18:08,152 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:18:08,152 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:18:08,152 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:18:08,152 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8a040b4bf509:0, corePoolSize=10, maxPoolSize=10 2024-11-07T20:18:08,152 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:18:08,152 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8a040b4bf509:0, corePoolSize=2, maxPoolSize=2 2024-11-07T20:18:08,152 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:18:08,153 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731010718153 2024-11-07T20:18:08,153 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T20:18:08,154 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T20:18:08,154 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T20:18:08,154 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T20:18:08,154 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T20:18:08,154 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T20:18:08,154 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T20:18:08,154 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T20:18:08,154 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:08,154 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T20:18:08,154 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T20:18:08,154 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T20:18:08,154 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T20:18:08,154 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:18:08,155 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T20:18:08,155 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T20:18:08,155 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T20:18:08,159 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.large.0-1731010688155,5,FailOnTimeoutGroup] 2024-11-07T20:18:08,159 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.small.0-1731010688159,5,FailOnTimeoutGroup] 2024-11-07T20:18:08,159 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:08,159 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T20:18:08,159 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:08,159 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:08,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46093 is added to blk_1073741831_1007 (size=1321) 2024-11-07T20:18:08,170 INFO [RS:0;8a040b4bf509:41843 {}] regionserver.HRegionServer(746): ClusterId : 421bdaa1-75e0-4a8c-9b1c-57d26ec67817 2024-11-07T20:18:08,170 DEBUG [RS:0;8a040b4bf509:41843 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T20:18:08,179 DEBUG [RS:0;8a040b4bf509:41843 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T20:18:08,179 DEBUG [RS:0;8a040b4bf509:41843 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T20:18:08,190 DEBUG [RS:0;8a040b4bf509:41843 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T20:18:08,190 DEBUG [RS:0;8a040b4bf509:41843 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a47bbe0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a040b4bf509/172.17.0.2:0 2024-11-07T20:18:08,203 DEBUG [RS:0;8a040b4bf509:41843 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8a040b4bf509:41843 2024-11-07T20:18:08,203 INFO [RS:0;8a040b4bf509:41843 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T20:18:08,203 INFO [RS:0;8a040b4bf509:41843 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T20:18:08,203 DEBUG [RS:0;8a040b4bf509:41843 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T20:18:08,204 INFO [RS:0;8a040b4bf509:41843 {}] regionserver.HRegionServer(2659): reportForDuty to master=8a040b4bf509,43391,1731010685947 with port=41843, startcode=1731010686145 2024-11-07T20:18:08,204 DEBUG [RS:0;8a040b4bf509:41843 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T20:18:08,205 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47269, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T20:18:08,206 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43391 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8a040b4bf509,41843,1731010686145 2024-11-07T20:18:08,206 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43391 {}] master.ServerManager(517): Registering regionserver=8a040b4bf509,41843,1731010686145 2024-11-07T20:18:08,207 DEBUG [RS:0;8a040b4bf509:41843 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a 2024-11-07T20:18:08,207 DEBUG [RS:0;8a040b4bf509:41843 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40725 2024-11-07T20:18:08,207 DEBUG [RS:0;8a040b4bf509:41843 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T20:18:08,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43391-0x10116f2dff50000, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1201580692/rs 2024-11-07T20:18:08,219 DEBUG [RS:0;8a040b4bf509:41843 {}] zookeeper.ZKUtil(111): regionserver:41843-0x10116f2dff50001, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Set watcher on existing znode=/0-1201580692/rs/8a040b4bf509,41843,1731010686145 2024-11-07T20:18:08,219 WARN [RS:0;8a040b4bf509:41843 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T20:18:08,219 INFO [RS:0;8a040b4bf509:41843 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:18:08,219 DEBUG [RS:0;8a040b4bf509:41843 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/WALs/8a040b4bf509,41843,1731010686145 2024-11-07T20:18:08,219 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8a040b4bf509,41843,1731010686145] 2024-11-07T20:18:08,222 INFO [RS:0;8a040b4bf509:41843 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T20:18:08,224 INFO [RS:0;8a040b4bf509:41843 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T20:18:08,224 INFO [RS:0;8a040b4bf509:41843 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T20:18:08,224 INFO [RS:0;8a040b4bf509:41843 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:08,224 INFO [RS:0;8a040b4bf509:41843 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T20:18:08,225 INFO [RS:0;8a040b4bf509:41843 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T20:18:08,225 INFO [RS:0;8a040b4bf509:41843 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:08,225 DEBUG [RS:0;8a040b4bf509:41843 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:18:08,225 DEBUG [RS:0;8a040b4bf509:41843 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:18:08,225 DEBUG [RS:0;8a040b4bf509:41843 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:18:08,225 DEBUG [RS:0;8a040b4bf509:41843 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:18:08,225 DEBUG [RS:0;8a040b4bf509:41843 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:18:08,225 DEBUG [RS:0;8a040b4bf509:41843 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8a040b4bf509:0, corePoolSize=2, maxPoolSize=2 2024-11-07T20:18:08,225 DEBUG [RS:0;8a040b4bf509:41843 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:18:08,225 DEBUG [RS:0;8a040b4bf509:41843 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:18:08,225 DEBUG [RS:0;8a040b4bf509:41843 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:18:08,225 DEBUG [RS:0;8a040b4bf509:41843 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:18:08,225 DEBUG [RS:0;8a040b4bf509:41843 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:18:08,225 DEBUG [RS:0;8a040b4bf509:41843 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:18:08,226 DEBUG [RS:0;8a040b4bf509:41843 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8a040b4bf509:0, corePoolSize=3, maxPoolSize=3 2024-11-07T20:18:08,226 DEBUG [RS:0;8a040b4bf509:41843 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8a040b4bf509:0, corePoolSize=3, maxPoolSize=3 2024-11-07T20:18:08,227 INFO [RS:0;8a040b4bf509:41843 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:08,227 INFO [RS:0;8a040b4bf509:41843 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:08,227 INFO [RS:0;8a040b4bf509:41843 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:08,227 INFO [RS:0;8a040b4bf509:41843 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:08,227 INFO [RS:0;8a040b4bf509:41843 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:08,227 INFO [RS:0;8a040b4bf509:41843 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,41843,1731010686145-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T20:18:08,240 INFO [RS:0;8a040b4bf509:41843 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T20:18:08,240 INFO [RS:0;8a040b4bf509:41843 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,41843,1731010686145-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:08,240 INFO [RS:0;8a040b4bf509:41843 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:08,240 INFO [RS:0;8a040b4bf509:41843 {}] regionserver.Replication(171): 8a040b4bf509,41843,1731010686145 started 2024-11-07T20:18:08,252 INFO [RS:0;8a040b4bf509:41843 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:08,252 INFO [RS:0;8a040b4bf509:41843 {}] regionserver.HRegionServer(1482): Serving as 8a040b4bf509,41843,1731010686145, RpcServer on 8a040b4bf509/172.17.0.2:41843, sessionid=0x10116f2dff50001 2024-11-07T20:18:08,253 DEBUG [RS:0;8a040b4bf509:41843 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T20:18:08,253 DEBUG [RS:0;8a040b4bf509:41843 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8a040b4bf509,41843,1731010686145 2024-11-07T20:18:08,253 DEBUG [RS:0;8a040b4bf509:41843 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a040b4bf509,41843,1731010686145' 2024-11-07T20:18:08,253 DEBUG [RS:0;8a040b4bf509:41843 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1201580692/flush-table-proc/abort' 2024-11-07T20:18:08,253 DEBUG [RS:0;8a040b4bf509:41843 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1201580692/flush-table-proc/acquired' 2024-11-07T20:18:08,254 DEBUG [RS:0;8a040b4bf509:41843 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T20:18:08,254 DEBUG [RS:0;8a040b4bf509:41843 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T20:18:08,254 DEBUG [RS:0;8a040b4bf509:41843 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8a040b4bf509,41843,1731010686145 2024-11-07T20:18:08,254 DEBUG [RS:0;8a040b4bf509:41843 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a040b4bf509,41843,1731010686145' 2024-11-07T20:18:08,254 DEBUG [RS:0;8a040b4bf509:41843 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1201580692/online-snapshot/abort' 2024-11-07T20:18:08,254 DEBUG [RS:0;8a040b4bf509:41843 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1201580692/online-snapshot/acquired' 2024-11-07T20:18:08,254 DEBUG [RS:0;8a040b4bf509:41843 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T20:18:08,254 INFO [RS:0;8a040b4bf509:41843 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T20:18:08,254 INFO [RS:0;8a040b4bf509:41843 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T20:18:08,355 INFO [RS:0;8a040b4bf509:41843 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T20:18:08,356 INFO [RS:0;8a040b4bf509:41843 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a040b4bf509%2C41843%2C1731010686145, suffix=, logDir=hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/WALs/8a040b4bf509,41843,1731010686145, archiveDir=hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/oldWALs, maxLogs=10 2024-11-07T20:18:08,368 DEBUG [RS:0;8a040b4bf509:41843 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/WALs/8a040b4bf509,41843,1731010686145/8a040b4bf509%2C41843%2C1731010686145.1731010688357, exclude list is [], retry=0 2024-11-07T20:18:08,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46093,DS-5fefa5ad-3cc2-410c-a005-849a833840be,DISK] 2024-11-07T20:18:08,372 INFO [RS:0;8a040b4bf509:41843 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/WALs/8a040b4bf509,41843,1731010686145/8a040b4bf509%2C41843%2C1731010686145.1731010688357 2024-11-07T20:18:08,372 DEBUG [RS:0;8a040b4bf509:41843 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35239:35239)] 2024-11-07T20:18:08,565 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T20:18:08,565 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a 2024-11-07T20:18:08,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46093 is added to blk_1073741833_1009 (size=32) 2024-11-07T20:18:08,971 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:18:08,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T20:18:08,973 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T20:18:08,973 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:18:08,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:18:08,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T20:18:08,974 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T20:18:08,974 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:18:08,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:18:08,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T20:18:08,976 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T20:18:08,976 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:18:08,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:18:08,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T20:18:08,977 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T20:18:08,977 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:18:08,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:18:08,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T20:18:08,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/data/hbase/meta/1588230740 2024-11-07T20:18:08,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/data/hbase/meta/1588230740 2024-11-07T20:18:08,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T20:18:08,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T20:18:08,980 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T20:18:08,981 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T20:18:08,983 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T20:18:08,983 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59615544, jitterRate=-0.11165916919708252}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T20:18:08,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731010688971Initializing all the Stores at 1731010688972 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010688972Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010688972Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010688972Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010688972Cleaning up temporary data from old regions at 1731010688979 (+7 ms)Region opened successfully at 1731010688984 (+5 ms) 2024-11-07T20:18:08,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T20:18:08,984 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T20:18:08,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T20:18:08,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T20:18:08,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T20:18:08,985 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T20:18:08,985 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731010688984Disabling compacts and flushes for region at 1731010688984Disabling writes for close at 1731010688984Writing region close event to WAL at 1731010688984Closed at 1731010688985 (+1 ms) 2024-11-07T20:18:08,986 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T20:18:08,986 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T20:18:08,986 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T20:18:08,987 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T20:18:08,988 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T20:18:09,138 DEBUG [8a040b4bf509:43391 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T20:18:09,139 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8a040b4bf509,41843,1731010686145 2024-11-07T20:18:09,139 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a040b4bf509,41843,1731010686145, state=OPENING 2024-11-07T20:18:09,187 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T20:18:09,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43391-0x10116f2dff50000, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1201580692 2024-11-07T20:18:09,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41843-0x10116f2dff50001, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1201580692 2024-11-07T20:18:09,229 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1201580692/meta-region-server: CHANGED 2024-11-07T20:18:09,229 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1201580692/meta-region-server: CHANGED 2024-11-07T20:18:09,229 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T20:18:09,229 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8a040b4bf509,41843,1731010686145}] 2024-11-07T20:18:09,382 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T20:18:09,383 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39427, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T20:18:09,386 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T20:18:09,386 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:18:09,386 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T20:18:09,388 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a040b4bf509%2C41843%2C1731010686145.meta, suffix=.meta, logDir=hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/WALs/8a040b4bf509,41843,1731010686145, archiveDir=hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/oldWALs, maxLogs=10 2024-11-07T20:18:09,399 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/WALs/8a040b4bf509,41843,1731010686145/8a040b4bf509%2C41843%2C1731010686145.meta.1731010689388.meta, exclude list is [], retry=0 2024-11-07T20:18:09,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46093,DS-5fefa5ad-3cc2-410c-a005-849a833840be,DISK] 2024-11-07T20:18:09,402 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/WALs/8a040b4bf509,41843,1731010686145/8a040b4bf509%2C41843%2C1731010686145.meta.1731010689388.meta 2024-11-07T20:18:09,402 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35239:35239)] 2024-11-07T20:18:09,402 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T20:18:09,402 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T20:18:09,403 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T20:18:09,403 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T20:18:09,403 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T20:18:09,403 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T20:18:09,403 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:18:09,403 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T20:18:09,403 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T20:18:09,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T20:18:09,405 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T20:18:09,405 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:18:09,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:18:09,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T20:18:09,406 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T20:18:09,406 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:18:09,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:18:09,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T20:18:09,407 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T20:18:09,407 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:18:09,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:18:09,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T20:18:09,408 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T20:18:09,408 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:18:09,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:18:09,409 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T20:18:09,409 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/data/hbase/meta/1588230740 2024-11-07T20:18:09,410 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/data/hbase/meta/1588230740 2024-11-07T20:18:09,411 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T20:18:09,411 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T20:18:09,411 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T20:18:09,412 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T20:18:09,413 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70872046, jitterRate=0.05607578158378601}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T20:18:09,413 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T20:18:09,413 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731010689403Writing region info on filesystem at 1731010689403Initializing all the Stores at 1731010689404 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010689404Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010689404Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010689404Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010689404Cleaning up temporary data from old regions at 1731010689411 (+7 ms)Running coprocessor post-open hooks at 1731010689413 (+2 ms)Region opened successfully at 1731010689413 2024-11-07T20:18:09,414 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731010689381 2024-11-07T20:18:09,416 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T20:18:09,416 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T20:18:09,416 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8a040b4bf509,41843,1731010686145 2024-11-07T20:18:09,417 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a040b4bf509,41843,1731010686145, state=OPEN 2024-11-07T20:18:09,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41843-0x10116f2dff50001, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1201580692/meta-region-server 2024-11-07T20:18:09,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43391-0x10116f2dff50000, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1201580692/meta-region-server 2024-11-07T20:18:09,439 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8a040b4bf509,41843,1731010686145 2024-11-07T20:18:09,440 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1201580692/meta-region-server: CHANGED 2024-11-07T20:18:09,440 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1201580692/meta-region-server: CHANGED 2024-11-07T20:18:09,441 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T20:18:09,441 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8a040b4bf509,41843,1731010686145 in 210 msec 2024-11-07T20:18:09,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T20:18:09,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 455 msec 2024-11-07T20:18:09,444 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T20:18:09,444 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T20:18:09,445 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:18:09,445 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,41843,1731010686145, seqNum=-1] 2024-11-07T20:18:09,445 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:18:09,446 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51737, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T20:18:09,451 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3010 sec 2024-11-07T20:18:09,451 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731010689451, completionTime=-1 2024-11-07T20:18:09,451 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T20:18:09,451 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T20:18:09,453 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T20:18:09,453 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731010749453 2024-11-07T20:18:09,453 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731010809453 2024-11-07T20:18:09,453 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-07T20:18:09,453 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,43391,1731010685947-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:09,453 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,43391,1731010685947-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:09,453 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,43391,1731010685947-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:09,453 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8a040b4bf509:43391, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:09,453 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:09,454 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:09,455 DEBUG [master/8a040b4bf509:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T20:18:09,456 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.245sec 2024-11-07T20:18:09,457 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T20:18:09,457 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T20:18:09,457 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T20:18:09,457 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T20:18:09,457 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T20:18:09,457 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,43391,1731010685947-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T20:18:09,457 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,43391,1731010685947-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T20:18:09,459 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T20:18:09,459 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T20:18:09,459 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,43391,1731010685947-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:09,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5437fbf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:18:09,470 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,43391,-1 for getting cluster id 2024-11-07T20:18:09,470 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:18:09,471 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '421bdaa1-75e0-4a8c-9b1c-57d26ec67817' 2024-11-07T20:18:09,472 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:18:09,472 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "421bdaa1-75e0-4a8c-9b1c-57d26ec67817" 2024-11-07T20:18:09,472 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dc15e28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:18:09,472 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,43391,-1] 2024-11-07T20:18:09,472 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:18:09,472 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:18:09,473 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:18:09,474 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26287dbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:18:09,474 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:18:09,475 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,41843,1731010686145, seqNum=-1] 2024-11-07T20:18:09,475 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:18:09,476 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T20:18:09,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8a040b4bf509,43391,1731010685947 2024-11-07T20:18:09,478 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58509 2024-11-07T20:18:09,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T20:18:09,484 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10116f2dff50002 connected 2024-11-07T20:18:09,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb998fdc-c746-5c4b-4814-52ac90d7c08b/hadoop.log.dir so I do NOT create it in target/test-data/d9f0c9e8-6443-fc70-a47a-56eee0b153ae 2024-11-07T20:18:09,497 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb998fdc-c746-5c4b-4814-52ac90d7c08b/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T20:18:09,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb998fdc-c746-5c4b-4814-52ac90d7c08b/hadoop.tmp.dir so I do NOT create it in target/test-data/d9f0c9e8-6443-fc70-a47a-56eee0b153ae 2024-11-07T20:18:09,497 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb998fdc-c746-5c4b-4814-52ac90d7c08b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T20:18:09,497 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9f0c9e8-6443-fc70-a47a-56eee0b153ae 2024-11-07T20:18:09,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T20:18:09,497 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9f0c9e8-6443-fc70-a47a-56eee0b153ae/cluster_d0899376-b304-ca57-3ad8-c3d522b16478, deleteOnExit=true 2024-11-07T20:18:09,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T20:18:09,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9f0c9e8-6443-fc70-a47a-56eee0b153ae/test.cache.data in system properties and HBase conf 2024-11-07T20:18:09,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9f0c9e8-6443-fc70-a47a-56eee0b153ae/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T20:18:09,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9f0c9e8-6443-fc70-a47a-56eee0b153ae/hadoop.log.dir in system properties and HBase conf 2024-11-07T20:18:09,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9f0c9e8-6443-fc70-a47a-56eee0b153ae/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T20:18:09,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9f0c9e8-6443-fc70-a47a-56eee0b153ae/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T20:18:09,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T20:18:09,498 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T20:18:09,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9f0c9e8-6443-fc70-a47a-56eee0b153ae/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T20:18:09,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9f0c9e8-6443-fc70-a47a-56eee0b153ae/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T20:18:09,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9f0c9e8-6443-fc70-a47a-56eee0b153ae/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T20:18:09,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9f0c9e8-6443-fc70-a47a-56eee0b153ae/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T20:18:09,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9f0c9e8-6443-fc70-a47a-56eee0b153ae/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T20:18:09,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9f0c9e8-6443-fc70-a47a-56eee0b153ae/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T20:18:09,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9f0c9e8-6443-fc70-a47a-56eee0b153ae/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T20:18:09,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9f0c9e8-6443-fc70-a47a-56eee0b153ae/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T20:18:09,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9f0c9e8-6443-fc70-a47a-56eee0b153ae/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T20:18:09,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9f0c9e8-6443-fc70-a47a-56eee0b153ae/nfs.dump.dir in system properties and HBase conf 2024-11-07T20:18:09,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9f0c9e8-6443-fc70-a47a-56eee0b153ae/java.io.tmpdir in system properties and HBase conf 2024-11-07T20:18:09,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9f0c9e8-6443-fc70-a47a-56eee0b153ae/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T20:18:09,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9f0c9e8-6443-fc70-a47a-56eee0b153ae/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T20:18:09,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9f0c9e8-6443-fc70-a47a-56eee0b153ae/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T20:18:09,807 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T20:18:09,810 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T20:18:09,811 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T20:18:09,812 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T20:18:09,812 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T20:18:09,812 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T20:18:09,813 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a59c7ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9f0c9e8-6443-fc70-a47a-56eee0b153ae/hadoop.log.dir/,AVAILABLE} 2024-11-07T20:18:09,813 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@80b377b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T20:18:09,908 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5aa33762{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9f0c9e8-6443-fc70-a47a-56eee0b153ae/java.io.tmpdir/jetty-localhost-42485-hadoop-hdfs-3_4_1-tests_jar-_-any-15175577940344532450/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T20:18:09,908 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2015cadd{HTTP/1.1, (http/1.1)}{localhost:42485} 2024-11-07T20:18:09,908 INFO [Time-limited test {}] server.Server(415): Started @150675ms 2024-11-07T20:18:10,146 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T20:18:10,149 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T20:18:10,151 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T20:18:10,151 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T20:18:10,151 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T20:18:10,152 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ee05249{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9f0c9e8-6443-fc70-a47a-56eee0b153ae/hadoop.log.dir/,AVAILABLE} 2024-11-07T20:18:10,152 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30fc2704{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T20:18:10,255 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3ef946f0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9f0c9e8-6443-fc70-a47a-56eee0b153ae/java.io.tmpdir/jetty-localhost-36687-hadoop-hdfs-3_4_1-tests_jar-_-any-16777869491221182968/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T20:18:10,255 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24276de4{HTTP/1.1, (http/1.1)}{localhost:36687} 2024-11-07T20:18:10,255 INFO [Time-limited test {}] server.Server(415): Started @151021ms 2024-11-07T20:18:10,256 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T20:18:10,863 WARN [Thread-1411 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9f0c9e8-6443-fc70-a47a-56eee0b153ae/cluster_d0899376-b304-ca57-3ad8-c3d522b16478/data/data1/current/BP-1818314843-172.17.0.2-1731010689513/current, will proceed with Du for space computation calculation, 2024-11-07T20:18:10,863 WARN [Thread-1412 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9f0c9e8-6443-fc70-a47a-56eee0b153ae/cluster_d0899376-b304-ca57-3ad8-c3d522b16478/data/data2/current/BP-1818314843-172.17.0.2-1731010689513/current, will proceed with Du for space computation calculation, 2024-11-07T20:18:10,884 WARN [Thread-1399 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T20:18:10,886 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6982fc2a9765e5d5 with lease ID 0x383bc46a2e00221a: Processing first storage report for DS-c718e3c6-b57b-4e81-aa58-be002b377f15 from datanode DatanodeRegistration(127.0.0.1:41747, datanodeUuid=caf4f0cc-89bb-423e-bc73-b7fd066a30cc, infoPort=44561, infoSecurePort=0, ipcPort=40625, storageInfo=lv=-57;cid=testClusterID;nsid=1866583820;c=1731010689513) 2024-11-07T20:18:10,886 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6982fc2a9765e5d5 with lease ID 0x383bc46a2e00221a: from storage DS-c718e3c6-b57b-4e81-aa58-be002b377f15 node DatanodeRegistration(127.0.0.1:41747, datanodeUuid=caf4f0cc-89bb-423e-bc73-b7fd066a30cc, infoPort=44561, infoSecurePort=0, ipcPort=40625, storageInfo=lv=-57;cid=testClusterID;nsid=1866583820;c=1731010689513), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T20:18:10,886 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6982fc2a9765e5d5 with lease ID 0x383bc46a2e00221a: Processing first storage report for DS-e668ec90-33ed-4402-bb08-70104a5a74c5 from datanode DatanodeRegistration(127.0.0.1:41747, datanodeUuid=caf4f0cc-89bb-423e-bc73-b7fd066a30cc, infoPort=44561, infoSecurePort=0, ipcPort=40625, storageInfo=lv=-57;cid=testClusterID;nsid=1866583820;c=1731010689513) 2024-11-07T20:18:10,886 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6982fc2a9765e5d5 with lease ID 0x383bc46a2e00221a: from storage DS-e668ec90-33ed-4402-bb08-70104a5a74c5 node DatanodeRegistration(127.0.0.1:41747, datanodeUuid=caf4f0cc-89bb-423e-bc73-b7fd066a30cc, infoPort=44561, infoSecurePort=0, ipcPort=40625, storageInfo=lv=-57;cid=testClusterID;nsid=1866583820;c=1731010689513), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T20:18:10,982 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9f0c9e8-6443-fc70-a47a-56eee0b153ae 2024-11-07T20:18:10,982 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:18:10,983 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:18:10,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41747 is added to blk_1073741825_1001 (size=7) 2024-11-07T20:18:11,391 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45383/user/jenkins/test-data/32eb7bce-3e51-9650-bd97-f845fc876047 with version=8 2024-11-07T20:18:11,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45383/user/jenkins/test-data/32eb7bce-3e51-9650-bd97-f845fc876047/hbase-staging 2024-11-07T20:18:11,392 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8a040b4bf509:0 server-side Connection retries=45 2024-11-07T20:18:11,392 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:18:11,392 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T20:18:11,392 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T20:18:11,392 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:18:11,393 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T20:18:11,393 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T20:18:11,393 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T20:18:11,393 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38497 2024-11-07T20:18:11,394 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38497 connecting to ZooKeeper ensemble=127.0.0.1:58509 2024-11-07T20:18:11,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:384970x0, quorum=127.0.0.1:58509, baseZNode=/1329009360 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T20:18:11,442 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38497-0x10116f2dff50003 connected 2024-11-07T20:18:11,516 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:18:11,517 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:18:11,519 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38497-0x10116f2dff50003, quorum=127.0.0.1:58509, baseZNode=/1329009360 Set watcher on znode that does not yet exist, /1329009360/running 2024-11-07T20:18:11,519 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45383/user/jenkins/test-data/32eb7bce-3e51-9650-bd97-f845fc876047, hbase.cluster.distributed=false 2024-11-07T20:18:11,521 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38497-0x10116f2dff50003, quorum=127.0.0.1:58509, baseZNode=/1329009360 Set watcher on znode that does not yet exist, /1329009360/acl 2024-11-07T20:18:11,521 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38497 2024-11-07T20:18:11,521 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38497 2024-11-07T20:18:11,521 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38497 2024-11-07T20:18:11,522 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38497 2024-11-07T20:18:11,522 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38497 2024-11-07T20:18:11,534 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8a040b4bf509:0 server-side Connection retries=45 2024-11-07T20:18:11,534 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:18:11,534 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T20:18:11,534 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T20:18:11,534 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:18:11,534 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T20:18:11,534 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T20:18:11,535 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T20:18:11,535 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37231 2024-11-07T20:18:11,536 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37231 connecting to ZooKeeper ensemble=127.0.0.1:58509 2024-11-07T20:18:11,536 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:18:11,538 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:18:11,547 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:372310x0, quorum=127.0.0.1:58509, baseZNode=/1329009360 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T20:18:11,547 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37231-0x10116f2dff50004 connected 2024-11-07T20:18:11,547 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37231-0x10116f2dff50004, quorum=127.0.0.1:58509, baseZNode=/1329009360 Set watcher on znode that does not yet exist, /1329009360/running 2024-11-07T20:18:11,548 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T20:18:11,548 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T20:18:11,548 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37231-0x10116f2dff50004, quorum=127.0.0.1:58509, baseZNode=/1329009360 Set watcher on znode that does not yet exist, /1329009360/master 2024-11-07T20:18:11,549 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37231-0x10116f2dff50004, quorum=127.0.0.1:58509, baseZNode=/1329009360 Set watcher on znode that does not yet exist, /1329009360/acl 2024-11-07T20:18:11,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37231 2024-11-07T20:18:11,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37231 2024-11-07T20:18:11,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37231 2024-11-07T20:18:11,555 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37231 2024-11-07T20:18:11,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37231 2024-11-07T20:18:11,569 DEBUG [M:0;8a040b4bf509:38497 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8a040b4bf509:38497 2024-11-07T20:18:11,569 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1329009360/backup-masters/8a040b4bf509,38497,1731010691392 2024-11-07T20:18:11,579 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37231-0x10116f2dff50004, quorum=127.0.0.1:58509, baseZNode=/1329009360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1329009360/backup-masters 2024-11-07T20:18:11,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38497-0x10116f2dff50003, quorum=127.0.0.1:58509, baseZNode=/1329009360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1329009360/backup-masters 2024-11-07T20:18:11,579 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38497-0x10116f2dff50003, quorum=127.0.0.1:58509, baseZNode=/1329009360 Set watcher on existing znode=/1329009360/backup-masters/8a040b4bf509,38497,1731010691392 2024-11-07T20:18:11,589 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37231-0x10116f2dff50004, quorum=127.0.0.1:58509, baseZNode=/1329009360 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1329009360/master 2024-11-07T20:18:11,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38497-0x10116f2dff50003, quorum=127.0.0.1:58509, baseZNode=/1329009360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1329009360 2024-11-07T20:18:11,589 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37231-0x10116f2dff50004, quorum=127.0.0.1:58509, baseZNode=/1329009360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1329009360 2024-11-07T20:18:11,589 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38497-0x10116f2dff50003, quorum=127.0.0.1:58509, baseZNode=/1329009360 Set watcher on existing znode=/1329009360/master 2024-11-07T20:18:11,590 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1329009360/backup-masters/8a040b4bf509,38497,1731010691392 from backup master directory 2024-11-07T20:18:11,600 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37231-0x10116f2dff50004, quorum=127.0.0.1:58509, baseZNode=/1329009360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1329009360/backup-masters 2024-11-07T20:18:11,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38497-0x10116f2dff50003, quorum=127.0.0.1:58509, baseZNode=/1329009360 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1329009360/backup-masters/8a040b4bf509,38497,1731010691392 2024-11-07T20:18:11,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38497-0x10116f2dff50003, quorum=127.0.0.1:58509, baseZNode=/1329009360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1329009360/backup-masters 2024-11-07T20:18:11,600 WARN [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T20:18:11,600 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8a040b4bf509,38497,1731010691392 2024-11-07T20:18:11,603 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45383/user/jenkins/test-data/32eb7bce-3e51-9650-bd97-f845fc876047/hbase.id] with ID: fd477c3e-74e1-417d-aefe-429c1c41cffc 2024-11-07T20:18:11,603 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45383/user/jenkins/test-data/32eb7bce-3e51-9650-bd97-f845fc876047/.tmp/hbase.id 2024-11-07T20:18:11,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41747 is added to blk_1073741826_1002 (size=42) 2024-11-07T20:18:11,794 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T20:18:11,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:18:11,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:18:11,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:18:11,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:18:11,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:18:11,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:18:12,007 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45383/user/jenkins/test-data/32eb7bce-3e51-9650-bd97-f845fc876047/.tmp/hbase.id]:[hdfs://localhost:45383/user/jenkins/test-data/32eb7bce-3e51-9650-bd97-f845fc876047/hbase.id] 2024-11-07T20:18:12,019 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:18:12,019 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T20:18:12,020 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T20:18:12,071 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37231-0x10116f2dff50004, quorum=127.0.0.1:58509, baseZNode=/1329009360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1329009360 2024-11-07T20:18:12,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38497-0x10116f2dff50003, quorum=127.0.0.1:58509, baseZNode=/1329009360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1329009360 2024-11-07T20:18:12,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41747 is added to blk_1073741827_1003 (size=196) 2024-11-07T20:18:12,476 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T20:18:12,477 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T20:18:12,477 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:18:12,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41747 is added to blk_1073741828_1004 (size=1189) 2024-11-07T20:18:12,883 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45383/user/jenkins/test-data/32eb7bce-3e51-9650-bd97-f845fc876047/MasterData/data/master/store 2024-11-07T20:18:12,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41747 is added to blk_1073741829_1005 (size=34) 2024-11-07T20:18:13,289 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:18:13,289 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T20:18:13,289 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:18:13,289 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:18:13,289 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T20:18:13,289 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:18:13,289 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:18:13,289 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731010693289Disabling compacts and flushes for region at 1731010693289Disabling writes for close at 1731010693289Writing region close event to WAL at 1731010693289Closed at 1731010693289 2024-11-07T20:18:13,290 WARN [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45383/user/jenkins/test-data/32eb7bce-3e51-9650-bd97-f845fc876047/MasterData/data/master/store/.initializing 2024-11-07T20:18:13,290 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45383/user/jenkins/test-data/32eb7bce-3e51-9650-bd97-f845fc876047/MasterData/WALs/8a040b4bf509,38497,1731010691392 2024-11-07T20:18:13,291 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T20:18:13,292 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8a040b4bf509%2C38497%2C1731010691392, suffix=, logDir=hdfs://localhost:45383/user/jenkins/test-data/32eb7bce-3e51-9650-bd97-f845fc876047/MasterData/WALs/8a040b4bf509,38497,1731010691392, archiveDir=hdfs://localhost:45383/user/jenkins/test-data/32eb7bce-3e51-9650-bd97-f845fc876047/MasterData/oldWALs, maxLogs=10 2024-11-07T20:18:13,308 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/32eb7bce-3e51-9650-bd97-f845fc876047/MasterData/WALs/8a040b4bf509,38497,1731010691392/8a040b4bf509%2C38497%2C1731010691392.1731010693292, exclude list is [], retry=0 2024-11-07T20:18:13,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41747,DS-c718e3c6-b57b-4e81-aa58-be002b377f15,DISK] 2024-11-07T20:18:13,312 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/32eb7bce-3e51-9650-bd97-f845fc876047/MasterData/WALs/8a040b4bf509,38497,1731010691392/8a040b4bf509%2C38497%2C1731010691392.1731010693292 2024-11-07T20:18:13,312 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44561:44561)] 2024-11-07T20:18:13,312 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T20:18:13,312 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:18:13,312 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:18:13,312 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:18:13,314 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:18:13,315 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T20:18:13,315 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:18:13,315 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:18:13,315 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:18:13,316 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T20:18:13,316 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:18:13,316 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:18:13,316 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:18:13,317 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T20:18:13,317 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:18:13,317 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:18:13,317 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:18:13,318 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T20:18:13,318 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:18:13,318 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:18:13,318 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:18:13,319 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45383/user/jenkins/test-data/32eb7bce-3e51-9650-bd97-f845fc876047/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:18:13,319 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45383/user/jenkins/test-data/32eb7bce-3e51-9650-bd97-f845fc876047/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:18:13,320 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:18:13,320 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:18:13,321 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T20:18:13,322 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:18:13,323 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45383/user/jenkins/test-data/32eb7bce-3e51-9650-bd97-f845fc876047/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T20:18:13,324 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60571504, jitterRate=-0.09741425514221191}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T20:18:13,324 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731010693312Initializing all the Stores at 1731010693313 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010693313Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010693313Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010693313Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010693313Cleaning up temporary data from old regions at 1731010693320 (+7 ms)Region opened successfully at 1731010693324 (+4 ms) 2024-11-07T20:18:13,324 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T20:18:13,326 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42bee2e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a040b4bf509/172.17.0.2:0 2024-11-07T20:18:13,327 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T20:18:13,327 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T20:18:13,327 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T20:18:13,327 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T20:18:13,328 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T20:18:13,328 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T20:18:13,328 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T20:18:13,330 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T20:18:13,331 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38497-0x10116f2dff50003, quorum=127.0.0.1:58509, baseZNode=/1329009360 Unable to get data of znode /1329009360/balancer because node does not exist (not necessarily an error) 2024-11-07T20:18:13,460 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1329009360/balancer already deleted, retry=false 2024-11-07T20:18:13,460 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T20:18:13,461 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38497-0x10116f2dff50003, quorum=127.0.0.1:58509, baseZNode=/1329009360 Unable to get data of znode /1329009360/normalizer because node does not exist (not necessarily an error) 2024-11-07T20:18:13,473 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1329009360/normalizer already deleted, retry=false 2024-11-07T20:18:13,473 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T20:18:13,474 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38497-0x10116f2dff50003, quorum=127.0.0.1:58509, baseZNode=/1329009360 Unable to get data of znode /1329009360/switch/split because node does not exist (not necessarily an error) 2024-11-07T20:18:13,484 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1329009360/switch/split already deleted, retry=false 2024-11-07T20:18:13,484 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38497-0x10116f2dff50003, quorum=127.0.0.1:58509, baseZNode=/1329009360 Unable to get data of znode /1329009360/switch/merge because node does not exist (not necessarily an error) 2024-11-07T20:18:13,494 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1329009360/switch/merge already deleted, retry=false 2024-11-07T20:18:13,496 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38497-0x10116f2dff50003, quorum=127.0.0.1:58509, baseZNode=/1329009360 Unable to get data of znode /1329009360/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T20:18:13,505 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1329009360/snapshot-cleanup already deleted, retry=false 2024-11-07T20:18:13,515 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37231-0x10116f2dff50004, quorum=127.0.0.1:58509, baseZNode=/1329009360 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1329009360/running 2024-11-07T20:18:13,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38497-0x10116f2dff50003, quorum=127.0.0.1:58509, baseZNode=/1329009360 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1329009360/running 2024-11-07T20:18:13,515 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37231-0x10116f2dff50004, quorum=127.0.0.1:58509, baseZNode=/1329009360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1329009360 2024-11-07T20:18:13,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38497-0x10116f2dff50003, quorum=127.0.0.1:58509, baseZNode=/1329009360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1329009360 2024-11-07T20:18:13,516 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8a040b4bf509,38497,1731010691392, sessionid=0x10116f2dff50003, setting cluster-up flag (Was=false) 2024-11-07T20:18:13,536 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37231-0x10116f2dff50004, quorum=127.0.0.1:58509, baseZNode=/1329009360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1329009360 2024-11-07T20:18:13,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38497-0x10116f2dff50003, quorum=127.0.0.1:58509, baseZNode=/1329009360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1329009360 2024-11-07T20:18:13,568 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1329009360/flush-table-proc/acquired, /1329009360/flush-table-proc/reached, /1329009360/flush-table-proc/abort 2024-11-07T20:18:13,569 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a040b4bf509,38497,1731010691392 2024-11-07T20:18:13,589 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37231-0x10116f2dff50004, quorum=127.0.0.1:58509, baseZNode=/1329009360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1329009360 2024-11-07T20:18:13,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38497-0x10116f2dff50003, quorum=127.0.0.1:58509, baseZNode=/1329009360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1329009360 2024-11-07T20:18:13,650 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1329009360/online-snapshot/acquired, /1329009360/online-snapshot/reached, /1329009360/online-snapshot/abort 2024-11-07T20:18:13,651 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a040b4bf509,38497,1731010691392 2024-11-07T20:18:13,652 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45383/user/jenkins/test-data/32eb7bce-3e51-9650-bd97-f845fc876047/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T20:18:13,653 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T20:18:13,653 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T20:18:13,653 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T20:18:13,653 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8a040b4bf509,38497,1731010691392 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T20:18:13,655 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:18:13,655 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:18:13,655 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:18:13,655 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:18:13,655 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8a040b4bf509:0, corePoolSize=10, maxPoolSize=10 2024-11-07T20:18:13,655 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:18:13,655 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8a040b4bf509:0, corePoolSize=2, maxPoolSize=2 2024-11-07T20:18:13,655 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:18:13,656 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731010723656 2024-11-07T20:18:13,656 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T20:18:13,656 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T20:18:13,656 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T20:18:13,656 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T20:18:13,656 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T20:18:13,656 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T20:18:13,656 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:13,656 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T20:18:13,656 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T20:18:13,656 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T20:18:13,656 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T20:18:13,657 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T20:18:13,657 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T20:18:13,657 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T20:18:13,657 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T20:18:13,657 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:18:13,657 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T20:18:13,658 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.large.0-1731010693657,5,FailOnTimeoutGroup] 2024-11-07T20:18:13,660 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.small.0-1731010693658,5,FailOnTimeoutGroup] 2024-11-07T20:18:13,660 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:13,660 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T20:18:13,660 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:13,660 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:13,661 INFO [RS:0;8a040b4bf509:37231 {}] regionserver.HRegionServer(746): ClusterId : fd477c3e-74e1-417d-aefe-429c1c41cffc 2024-11-07T20:18:13,661 DEBUG [RS:0;8a040b4bf509:37231 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T20:18:13,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41747 is added to blk_1073741831_1007 (size=1321) 2024-11-07T20:18:13,674 DEBUG [RS:0;8a040b4bf509:37231 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T20:18:13,674 DEBUG [RS:0;8a040b4bf509:37231 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T20:18:13,684 DEBUG [RS:0;8a040b4bf509:37231 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T20:18:13,684 DEBUG [RS:0;8a040b4bf509:37231 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ba9ecbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a040b4bf509/172.17.0.2:0 2024-11-07T20:18:13,695 DEBUG [RS:0;8a040b4bf509:37231 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8a040b4bf509:37231 2024-11-07T20:18:13,695 INFO [RS:0;8a040b4bf509:37231 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T20:18:13,695 INFO [RS:0;8a040b4bf509:37231 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T20:18:13,695 DEBUG [RS:0;8a040b4bf509:37231 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T20:18:13,696 INFO [RS:0;8a040b4bf509:37231 {}] regionserver.HRegionServer(2659): reportForDuty to master=8a040b4bf509,38497,1731010691392 with port=37231, startcode=1731010691534 2024-11-07T20:18:13,696 DEBUG [RS:0;8a040b4bf509:37231 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T20:18:13,697 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55713, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T20:18:13,697 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38497 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8a040b4bf509,37231,1731010691534 2024-11-07T20:18:13,697 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38497 {}] master.ServerManager(517): Registering regionserver=8a040b4bf509,37231,1731010691534 2024-11-07T20:18:13,698 DEBUG [RS:0;8a040b4bf509:37231 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45383/user/jenkins/test-data/32eb7bce-3e51-9650-bd97-f845fc876047 2024-11-07T20:18:13,698 DEBUG [RS:0;8a040b4bf509:37231 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45383 2024-11-07T20:18:13,698 DEBUG [RS:0;8a040b4bf509:37231 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T20:18:13,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38497-0x10116f2dff50003, quorum=127.0.0.1:58509, baseZNode=/1329009360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1329009360/rs 2024-11-07T20:18:13,775 DEBUG [RS:0;8a040b4bf509:37231 {}] zookeeper.ZKUtil(111): regionserver:37231-0x10116f2dff50004, quorum=127.0.0.1:58509, baseZNode=/1329009360 Set watcher on existing znode=/1329009360/rs/8a040b4bf509,37231,1731010691534 2024-11-07T20:18:13,775 WARN [RS:0;8a040b4bf509:37231 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T20:18:13,776 INFO [RS:0;8a040b4bf509:37231 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:18:13,776 DEBUG [RS:0;8a040b4bf509:37231 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45383/user/jenkins/test-data/32eb7bce-3e51-9650-bd97-f845fc876047/WALs/8a040b4bf509,37231,1731010691534 2024-11-07T20:18:13,776 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8a040b4bf509,37231,1731010691534] 2024-11-07T20:18:13,778 INFO [RS:0;8a040b4bf509:37231 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T20:18:13,779 INFO [RS:0;8a040b4bf509:37231 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T20:18:13,780 INFO [RS:0;8a040b4bf509:37231 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T20:18:13,780 INFO [RS:0;8a040b4bf509:37231 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:13,780 INFO [RS:0;8a040b4bf509:37231 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T20:18:13,780 INFO [RS:0;8a040b4bf509:37231 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T20:18:13,780 INFO [RS:0;8a040b4bf509:37231 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:13,781 DEBUG [RS:0;8a040b4bf509:37231 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:18:13,781 DEBUG [RS:0;8a040b4bf509:37231 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:18:13,781 DEBUG [RS:0;8a040b4bf509:37231 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:18:13,781 DEBUG [RS:0;8a040b4bf509:37231 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:18:13,781 DEBUG [RS:0;8a040b4bf509:37231 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:18:13,781 DEBUG [RS:0;8a040b4bf509:37231 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8a040b4bf509:0, corePoolSize=2, maxPoolSize=2 2024-11-07T20:18:13,781 DEBUG [RS:0;8a040b4bf509:37231 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:18:13,781 DEBUG [RS:0;8a040b4bf509:37231 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:18:13,781 DEBUG [RS:0;8a040b4bf509:37231 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:18:13,781 DEBUG [RS:0;8a040b4bf509:37231 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:18:13,781 DEBUG [RS:0;8a040b4bf509:37231 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:18:13,781 DEBUG [RS:0;8a040b4bf509:37231 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:18:13,781 DEBUG [RS:0;8a040b4bf509:37231 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8a040b4bf509:0, corePoolSize=3, maxPoolSize=3 2024-11-07T20:18:13,781 DEBUG [RS:0;8a040b4bf509:37231 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8a040b4bf509:0, corePoolSize=3, maxPoolSize=3 2024-11-07T20:18:13,781 INFO [RS:0;8a040b4bf509:37231 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:13,781 INFO [RS:0;8a040b4bf509:37231 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:13,781 INFO [RS:0;8a040b4bf509:37231 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:13,781 INFO [RS:0;8a040b4bf509:37231 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:13,781 INFO [RS:0;8a040b4bf509:37231 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:13,781 INFO [RS:0;8a040b4bf509:37231 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,37231,1731010691534-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T20:18:13,793 INFO [RS:0;8a040b4bf509:37231 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T20:18:13,794 INFO [RS:0;8a040b4bf509:37231 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,37231,1731010691534-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:13,794 INFO [RS:0;8a040b4bf509:37231 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:13,794 INFO [RS:0;8a040b4bf509:37231 {}] regionserver.Replication(171): 8a040b4bf509,37231,1731010691534 started 2024-11-07T20:18:13,805 INFO [RS:0;8a040b4bf509:37231 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:13,805 INFO [RS:0;8a040b4bf509:37231 {}] regionserver.HRegionServer(1482): Serving as 8a040b4bf509,37231,1731010691534, RpcServer on 8a040b4bf509/172.17.0.2:37231, sessionid=0x10116f2dff50004 2024-11-07T20:18:13,805 DEBUG [RS:0;8a040b4bf509:37231 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T20:18:13,805 DEBUG [RS:0;8a040b4bf509:37231 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8a040b4bf509,37231,1731010691534 2024-11-07T20:18:13,805 DEBUG [RS:0;8a040b4bf509:37231 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a040b4bf509,37231,1731010691534' 2024-11-07T20:18:13,805 DEBUG [RS:0;8a040b4bf509:37231 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1329009360/flush-table-proc/abort' 2024-11-07T20:18:13,806 DEBUG [RS:0;8a040b4bf509:37231 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1329009360/flush-table-proc/acquired' 2024-11-07T20:18:13,806 DEBUG [RS:0;8a040b4bf509:37231 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T20:18:13,806 DEBUG [RS:0;8a040b4bf509:37231 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T20:18:13,806 DEBUG [RS:0;8a040b4bf509:37231 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8a040b4bf509,37231,1731010691534 2024-11-07T20:18:13,806 DEBUG [RS:0;8a040b4bf509:37231 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a040b4bf509,37231,1731010691534' 2024-11-07T20:18:13,806 DEBUG [RS:0;8a040b4bf509:37231 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1329009360/online-snapshot/abort' 2024-11-07T20:18:13,807 DEBUG [RS:0;8a040b4bf509:37231 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1329009360/online-snapshot/acquired' 2024-11-07T20:18:13,807 DEBUG [RS:0;8a040b4bf509:37231 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T20:18:13,807 INFO [RS:0;8a040b4bf509:37231 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T20:18:13,807 INFO [RS:0;8a040b4bf509:37231 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T20:18:13,907 INFO [RS:0;8a040b4bf509:37231 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T20:18:13,909 INFO [RS:0;8a040b4bf509:37231 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a040b4bf509%2C37231%2C1731010691534, suffix=, logDir=hdfs://localhost:45383/user/jenkins/test-data/32eb7bce-3e51-9650-bd97-f845fc876047/WALs/8a040b4bf509,37231,1731010691534, archiveDir=hdfs://localhost:45383/user/jenkins/test-data/32eb7bce-3e51-9650-bd97-f845fc876047/oldWALs, maxLogs=10 2024-11-07T20:18:13,920 DEBUG [RS:0;8a040b4bf509:37231 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/32eb7bce-3e51-9650-bd97-f845fc876047/WALs/8a040b4bf509,37231,1731010691534/8a040b4bf509%2C37231%2C1731010691534.1731010693909, exclude list is [], retry=0 2024-11-07T20:18:13,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41747,DS-c718e3c6-b57b-4e81-aa58-be002b377f15,DISK] 2024-11-07T20:18:13,924 INFO [RS:0;8a040b4bf509:37231 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/32eb7bce-3e51-9650-bd97-f845fc876047/WALs/8a040b4bf509,37231,1731010691534/8a040b4bf509%2C37231%2C1731010691534.1731010693909 2024-11-07T20:18:13,925 DEBUG [RS:0;8a040b4bf509:37231 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44561:44561)] 2024-11-07T20:18:14,064 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45383/user/jenkins/test-data/32eb7bce-3e51-9650-bd97-f845fc876047/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T20:18:14,064 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45383/user/jenkins/test-data/32eb7bce-3e51-9650-bd97-f845fc876047 2024-11-07T20:18:14,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41747 is added to blk_1073741833_1009 (size=32) 2024-11-07T20:18:14,222 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T20:18:14,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:18:14,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T20:18:14,472 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T20:18:14,472 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:18:14,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:18:14,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T20:18:14,474 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T20:18:14,474 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:18:14,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:18:14,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T20:18:14,476 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T20:18:14,476 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:18:14,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:18:14,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T20:18:14,478 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T20:18:14,478 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:18:14,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:18:14,478 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T20:18:14,479 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45383/user/jenkins/test-data/32eb7bce-3e51-9650-bd97-f845fc876047/data/hbase/meta/1588230740 2024-11-07T20:18:14,479 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45383/user/jenkins/test-data/32eb7bce-3e51-9650-bd97-f845fc876047/data/hbase/meta/1588230740 2024-11-07T20:18:14,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T20:18:14,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T20:18:14,481 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T20:18:14,482 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T20:18:14,484 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45383/user/jenkins/test-data/32eb7bce-3e51-9650-bd97-f845fc876047/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T20:18:14,484 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63022921, jitterRate=-0.060885295271873474}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T20:18:14,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731010694470Initializing all the Stores at 1731010694470Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010694470Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010694471 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010694471Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010694471Cleaning up temporary data from old regions at 1731010694480 (+9 ms)Region opened successfully at 1731010694484 (+4 ms) 2024-11-07T20:18:14,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T20:18:14,484 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T20:18:14,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T20:18:14,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T20:18:14,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T20:18:14,485 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T20:18:14,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731010694484Disabling compacts and flushes for region at 1731010694484Disabling writes for close at 1731010694484Writing region close event to WAL at 1731010694485 (+1 ms)Closed at 1731010694485 2024-11-07T20:18:14,486 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T20:18:14,486 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T20:18:14,486 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T20:18:14,487 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T20:18:14,488 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T20:18:14,638 DEBUG [8a040b4bf509:38497 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T20:18:14,639 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8a040b4bf509,37231,1731010691534 2024-11-07T20:18:14,640 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a040b4bf509,37231,1731010691534, state=OPENING 2024-11-07T20:18:14,713 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T20:18:14,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38497-0x10116f2dff50003, quorum=127.0.0.1:58509, baseZNode=/1329009360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1329009360 2024-11-07T20:18:14,723 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37231-0x10116f2dff50004, quorum=127.0.0.1:58509, baseZNode=/1329009360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1329009360 2024-11-07T20:18:14,724 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T20:18:14,724 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1329009360/meta-region-server: CHANGED 2024-11-07T20:18:14,724 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1329009360/meta-region-server: CHANGED 2024-11-07T20:18:14,724 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8a040b4bf509,37231,1731010691534}] 2024-11-07T20:18:14,876 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T20:18:14,877 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50385, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T20:18:14,880 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T20:18:14,880 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:18:14,881 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T20:18:14,882 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a040b4bf509%2C37231%2C1731010691534.meta, suffix=.meta, logDir=hdfs://localhost:45383/user/jenkins/test-data/32eb7bce-3e51-9650-bd97-f845fc876047/WALs/8a040b4bf509,37231,1731010691534, archiveDir=hdfs://localhost:45383/user/jenkins/test-data/32eb7bce-3e51-9650-bd97-f845fc876047/oldWALs, maxLogs=10 2024-11-07T20:18:14,894 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/32eb7bce-3e51-9650-bd97-f845fc876047/WALs/8a040b4bf509,37231,1731010691534/8a040b4bf509%2C37231%2C1731010691534.meta.1731010694882.meta, exclude list is [], retry=0 2024-11-07T20:18:14,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41747,DS-c718e3c6-b57b-4e81-aa58-be002b377f15,DISK] 2024-11-07T20:18:14,897 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/32eb7bce-3e51-9650-bd97-f845fc876047/WALs/8a040b4bf509,37231,1731010691534/8a040b4bf509%2C37231%2C1731010691534.meta.1731010694882.meta 2024-11-07T20:18:14,897 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44561:44561)] 2024-11-07T20:18:14,897 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T20:18:14,898 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T20:18:14,898 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T20:18:14,898 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T20:18:14,898 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T20:18:14,898 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T20:18:14,898 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:18:14,898 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T20:18:14,898 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T20:18:14,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T20:18:14,900 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T20:18:14,900 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:18:14,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:18:14,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T20:18:14,901 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T20:18:14,901 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:18:14,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:18:14,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T20:18:14,902 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T20:18:14,902 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:18:14,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:18:14,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T20:18:14,903 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T20:18:14,903 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:18:14,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:18:14,904 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T20:18:14,904 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45383/user/jenkins/test-data/32eb7bce-3e51-9650-bd97-f845fc876047/data/hbase/meta/1588230740 2024-11-07T20:18:14,905 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45383/user/jenkins/test-data/32eb7bce-3e51-9650-bd97-f845fc876047/data/hbase/meta/1588230740 2024-11-07T20:18:14,906 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T20:18:14,907 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T20:18:14,907 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T20:18:14,908 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T20:18:14,909 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63385282, jitterRate=-0.055485695600509644}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T20:18:14,909 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T20:18:14,910 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731010694898Writing region info on filesystem at 1731010694898Initializing all the Stores at 1731010694899 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010694899Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010694899Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010694899Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010694899Cleaning up temporary data from old regions at 1731010694907 (+8 ms)Running coprocessor post-open hooks at 1731010694909 (+2 ms)Region opened successfully at 1731010694909 2024-11-07T20:18:14,910 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731010694876 2024-11-07T20:18:14,912 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T20:18:14,912 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T20:18:14,913 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8a040b4bf509,37231,1731010691534 2024-11-07T20:18:14,913 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a040b4bf509,37231,1731010691534, state=OPEN 2024-11-07T20:18:14,926 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37231-0x10116f2dff50004, quorum=127.0.0.1:58509, baseZNode=/1329009360 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1329009360/meta-region-server 2024-11-07T20:18:14,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38497-0x10116f2dff50003, quorum=127.0.0.1:58509, baseZNode=/1329009360 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1329009360/meta-region-server 2024-11-07T20:18:14,926 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8a040b4bf509,37231,1731010691534 2024-11-07T20:18:14,926 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1329009360/meta-region-server: CHANGED 2024-11-07T20:18:14,926 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1329009360/meta-region-server: CHANGED 2024-11-07T20:18:14,928 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T20:18:14,928 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8a040b4bf509,37231,1731010691534 in 202 msec 2024-11-07T20:18:14,929 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T20:18:14,929 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 442 msec 2024-11-07T20:18:14,930 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T20:18:14,930 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T20:18:14,931 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:18:14,931 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,37231,1731010691534, seqNum=-1] 2024-11-07T20:18:14,931 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:18:14,932 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50981, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T20:18:14,937 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2840 sec 2024-11-07T20:18:14,937 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731010694937, completionTime=-1 2024-11-07T20:18:14,937 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T20:18:14,937 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T20:18:14,939 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T20:18:14,939 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731010754939 2024-11-07T20:18:14,939 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731010814939 2024-11-07T20:18:14,939 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-07T20:18:14,939 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,38497,1731010691392-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:14,939 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,38497,1731010691392-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:14,939 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,38497,1731010691392-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:14,939 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8a040b4bf509:38497, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:14,939 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:14,939 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:14,941 DEBUG [master/8a040b4bf509:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T20:18:14,942 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.342sec 2024-11-07T20:18:14,942 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T20:18:14,942 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T20:18:14,942 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T20:18:14,942 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T20:18:14,942 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T20:18:14,942 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,38497,1731010691392-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T20:18:14,943 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,38497,1731010691392-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T20:18:14,945 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T20:18:14,945 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T20:18:14,945 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,38497,1731010691392-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:14,962 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c4f6eb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:18:14,962 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,38497,-1 for getting cluster id 2024-11-07T20:18:14,962 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:18:14,963 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fd477c3e-74e1-417d-aefe-429c1c41cffc' 2024-11-07T20:18:14,963 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:18:14,963 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fd477c3e-74e1-417d-aefe-429c1c41cffc" 2024-11-07T20:18:14,963 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@355fe841, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:18:14,963 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,38497,-1] 2024-11-07T20:18:14,963 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:18:14,964 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:18:14,964 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:18:14,965 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@370b6dcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:18:14,965 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:18:14,966 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,37231,1731010691534, seqNum=-1] 2024-11-07T20:18:14,966 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:18:14,967 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T20:18:14,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8a040b4bf509,38497,1731010691392 2024-11-07T20:18:14,969 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58509 2024-11-07T20:18:14,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58509, baseZNode=/1329009360 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T20:18:14,979 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10116f2dff50005 connected 2024-11-07T20:18:14,991 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41e833f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:18:14,991 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,43391,-1 for getting cluster id 2024-11-07T20:18:14,991 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:18:14,992 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '421bdaa1-75e0-4a8c-9b1c-57d26ec67817' 2024-11-07T20:18:14,992 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:18:14,992 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "421bdaa1-75e0-4a8c-9b1c-57d26ec67817" 2024-11-07T20:18:14,992 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60c4eb8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:18:14,992 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,43391,-1] 2024-11-07T20:18:14,992 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:18:14,992 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:18:14,993 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:18:14,994 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32c8cf96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:18:14,994 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:18:14,994 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,43391,1731010685947 2024-11-07T20:18:14,994 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@cb70b5d 2024-11-07T20:18:14,994 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:18:14,995 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T20:18:14,995 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://8a040b4bf509:38497,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-07T20:18:14,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T20:18:14,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:18:14,998 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8a040b4bf509:38497' 2024-11-07T20:18:14,999 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64e8ceab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:18:14,999 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,38497,-1 for getting cluster id 2024-11-07T20:18:15,000 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:18:15,000 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fd477c3e-74e1-417d-aefe-429c1c41cffc' 2024-11-07T20:18:15,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:18:15,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fd477c3e-74e1-417d-aefe-429c1c41cffc" 2024-11-07T20:18:15,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@649a9cb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:18:15,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,38497,-1] 2024-11-07T20:18:15,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:18:15,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:18:15,002 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:18:15,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b7a1733, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:18:15,002 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:18:15,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,38497,1731010691392 2024-11-07T20:18:15,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75fb7e45 2024-11-07T20:18:15,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:18:15,004 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T20:18:15,004 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-07T20:18:15,005 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T20:18:15,005 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:18:15,005 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:18:15,005 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:18:15,005 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T20:18:15,006 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-07T20:18:15,007 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T20:18:15,007 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:18:15,008 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T20:18:15,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46093 is added to blk_1073741835_1011 (size=1138) 2024-11-07T20:18:15,057 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-07T20:18:15,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:18:15,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:18:15,415 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5cad54f3cc5f474a009fb5703b5ee78f, NAME => 'hbase:replication,,1731010695005.5cad54f3cc5f474a009fb5703b5ee78f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a 2024-11-07T20:18:15,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46093 is added to blk_1073741836_1012 (size=44) 2024-11-07T20:18:15,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:18:15,821 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731010695005.5cad54f3cc5f474a009fb5703b5ee78f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:18:15,821 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5cad54f3cc5f474a009fb5703b5ee78f, disabling compactions & flushes 2024-11-07T20:18:15,821 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731010695005.5cad54f3cc5f474a009fb5703b5ee78f. 2024-11-07T20:18:15,821 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731010695005.5cad54f3cc5f474a009fb5703b5ee78f. 2024-11-07T20:18:15,821 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731010695005.5cad54f3cc5f474a009fb5703b5ee78f. after waiting 0 ms 2024-11-07T20:18:15,821 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731010695005.5cad54f3cc5f474a009fb5703b5ee78f. 2024-11-07T20:18:15,821 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731010695005.5cad54f3cc5f474a009fb5703b5ee78f. 2024-11-07T20:18:15,821 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5cad54f3cc5f474a009fb5703b5ee78f: Waiting for close lock at 1731010695821Disabling compacts and flushes for region at 1731010695821Disabling writes for close at 1731010695821Writing region close event to WAL at 1731010695821Closed at 1731010695821 2024-11-07T20:18:15,822 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T20:18:15,822 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731010695005.5cad54f3cc5f474a009fb5703b5ee78f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731010695822"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731010695822"}]},"ts":"1731010695822"} 2024-11-07T20:18:15,824 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T20:18:15,825 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T20:18:15,825 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731010695825"}]},"ts":"1731010695825"} 2024-11-07T20:18:15,827 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-07T20:18:15,827 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5cad54f3cc5f474a009fb5703b5ee78f, ASSIGN}] 2024-11-07T20:18:15,828 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5cad54f3cc5f474a009fb5703b5ee78f, ASSIGN 2024-11-07T20:18:15,829 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5cad54f3cc5f474a009fb5703b5ee78f, ASSIGN; state=OFFLINE, location=8a040b4bf509,41843,1731010686145; forceNewPlan=false, retain=false 2024-11-07T20:18:15,979 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=5cad54f3cc5f474a009fb5703b5ee78f, regionState=OPENING, regionLocation=8a040b4bf509,41843,1731010686145 2024-11-07T20:18:15,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5cad54f3cc5f474a009fb5703b5ee78f, ASSIGN because future has completed 2024-11-07T20:18:15,982 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5cad54f3cc5f474a009fb5703b5ee78f, server=8a040b4bf509,41843,1731010686145}] 2024-11-07T20:18:16,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:18:16,136 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731010695005.5cad54f3cc5f474a009fb5703b5ee78f. 2024-11-07T20:18:16,136 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:18:16,136 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-07T20:18:16,138 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a040b4bf509%2C41843%2C1731010686145.rep, suffix=, logDir=hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/WALs/8a040b4bf509,41843,1731010686145, archiveDir=hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/oldWALs, maxLogs=10 2024-11-07T20:18:16,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/WALs/8a040b4bf509,41843,1731010686145/8a040b4bf509%2C41843%2C1731010686145.rep.1731010696138, exclude list is [], retry=0 2024-11-07T20:18:16,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46093,DS-5fefa5ad-3cc2-410c-a005-849a833840be,DISK] 2024-11-07T20:18:16,152 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/WALs/8a040b4bf509,41843,1731010686145/8a040b4bf509%2C41843%2C1731010686145.rep.1731010696138 2024-11-07T20:18:16,152 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35239:35239)] 2024-11-07T20:18:16,152 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 5cad54f3cc5f474a009fb5703b5ee78f, NAME => 'hbase:replication,,1731010695005.5cad54f3cc5f474a009fb5703b5ee78f.', STARTKEY => '', ENDKEY => ''} 2024-11-07T20:18:16,153 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T20:18:16,153 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T20:18:16,153 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731010695005.5cad54f3cc5f474a009fb5703b5ee78f. service=MultiRowMutationService 2024-11-07T20:18:16,153 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-07T20:18:16,153 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5cad54f3cc5f474a009fb5703b5ee78f 2024-11-07T20:18:16,153 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731010695005.5cad54f3cc5f474a009fb5703b5ee78f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:18:16,153 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 5cad54f3cc5f474a009fb5703b5ee78f 2024-11-07T20:18:16,153 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 5cad54f3cc5f474a009fb5703b5ee78f 2024-11-07T20:18:16,154 INFO [StoreOpener-5cad54f3cc5f474a009fb5703b5ee78f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5cad54f3cc5f474a009fb5703b5ee78f 2024-11-07T20:18:16,155 INFO [StoreOpener-5cad54f3cc5f474a009fb5703b5ee78f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5cad54f3cc5f474a009fb5703b5ee78f columnFamilyName hfileref 2024-11-07T20:18:16,155 DEBUG [StoreOpener-5cad54f3cc5f474a009fb5703b5ee78f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:18:16,156 INFO [StoreOpener-5cad54f3cc5f474a009fb5703b5ee78f-1 {}] regionserver.HStore(327): Store=5cad54f3cc5f474a009fb5703b5ee78f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:18:16,156 INFO [StoreOpener-5cad54f3cc5f474a009fb5703b5ee78f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5cad54f3cc5f474a009fb5703b5ee78f 2024-11-07T20:18:16,157 INFO [StoreOpener-5cad54f3cc5f474a009fb5703b5ee78f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5cad54f3cc5f474a009fb5703b5ee78f columnFamilyName queue 2024-11-07T20:18:16,157 DEBUG [StoreOpener-5cad54f3cc5f474a009fb5703b5ee78f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:18:16,157 INFO [StoreOpener-5cad54f3cc5f474a009fb5703b5ee78f-1 {}] regionserver.HStore(327): Store=5cad54f3cc5f474a009fb5703b5ee78f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:18:16,157 INFO [StoreOpener-5cad54f3cc5f474a009fb5703b5ee78f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5cad54f3cc5f474a009fb5703b5ee78f 2024-11-07T20:18:16,158 INFO [StoreOpener-5cad54f3cc5f474a009fb5703b5ee78f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5cad54f3cc5f474a009fb5703b5ee78f columnFamilyName sid 2024-11-07T20:18:16,158 DEBUG [StoreOpener-5cad54f3cc5f474a009fb5703b5ee78f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:18:16,159 INFO [StoreOpener-5cad54f3cc5f474a009fb5703b5ee78f-1 {}] regionserver.HStore(327): Store=5cad54f3cc5f474a009fb5703b5ee78f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:18:16,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 5cad54f3cc5f474a009fb5703b5ee78f 2024-11-07T20:18:16,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/data/hbase/replication/5cad54f3cc5f474a009fb5703b5ee78f 2024-11-07T20:18:16,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/data/hbase/replication/5cad54f3cc5f474a009fb5703b5ee78f 2024-11-07T20:18:16,160 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 5cad54f3cc5f474a009fb5703b5ee78f 2024-11-07T20:18:16,160 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 5cad54f3cc5f474a009fb5703b5ee78f 2024-11-07T20:18:16,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T20:18:16,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 5cad54f3cc5f474a009fb5703b5ee78f 2024-11-07T20:18:16,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/data/hbase/replication/5cad54f3cc5f474a009fb5703b5ee78f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T20:18:16,164 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 5cad54f3cc5f474a009fb5703b5ee78f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74285256, jitterRate=0.10693657398223877}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T20:18:16,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5cad54f3cc5f474a009fb5703b5ee78f 2024-11-07T20:18:16,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 5cad54f3cc5f474a009fb5703b5ee78f: Running coprocessor pre-open hook at 1731010696153Writing region info on filesystem at 1731010696153Initializing all the Stores at 1731010696154 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010696154Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010696154Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010696154Cleaning up temporary data from old regions at 1731010696160 (+6 ms)Running coprocessor post-open hooks at 1731010696164 (+4 ms)Region opened successfully at 1731010696164 2024-11-07T20:18:16,165 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731010695005.5cad54f3cc5f474a009fb5703b5ee78f., pid=7, masterSystemTime=1731010696133 2024-11-07T20:18:16,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731010695005.5cad54f3cc5f474a009fb5703b5ee78f. 2024-11-07T20:18:16,167 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731010695005.5cad54f3cc5f474a009fb5703b5ee78f. 2024-11-07T20:18:16,168 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=5cad54f3cc5f474a009fb5703b5ee78f, regionState=OPEN, openSeqNum=2, regionLocation=8a040b4bf509,41843,1731010686145 2024-11-07T20:18:16,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5cad54f3cc5f474a009fb5703b5ee78f, server=8a040b4bf509,41843,1731010686145 because future has completed 2024-11-07T20:18:16,172 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-07T20:18:16,172 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 5cad54f3cc5f474a009fb5703b5ee78f, server=8a040b4bf509,41843,1731010686145 in 188 msec 2024-11-07T20:18:16,174 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T20:18:16,174 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5cad54f3cc5f474a009fb5703b5ee78f, ASSIGN in 345 msec 2024-11-07T20:18:16,174 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T20:18:16,174 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731010696174"}]},"ts":"1731010696174"} 2024-11-07T20:18:16,176 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-07T20:18:16,177 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T20:18:16,179 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1720 sec 2024-11-07T20:18:16,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731010695005.5cad54f3cc5f474a009fb5703b5ee78f., hostname=8a040b4bf509,41843,1731010686145, seqNum=2] 2024-11-07T20:18:16,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T20:18:16,292 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-07T20:18:16,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-07T20:18:16,292 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-07T20:18:16,293 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T20:18:16,293 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-07T20:18:16,293 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T20:18:16,293 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-07T20:18:16,293 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-07T20:18:16,293 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-07T20:18:16,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43391-0x10116f2dff50000, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1201580692 2024-11-07T20:18:16,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41843-0x10116f2dff50001, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1201580692 2024-11-07T20:18:16,324 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T20:18:16,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41843 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-07T20:18:16,477 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-07T20:18:16,502 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-8a040b4bf509,41843,1731010686145, ReplicationSource: 1, currentBandwidth=0 2024-11-07T20:18:16,502 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:18:16,502 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,41843,1731010686145, seqNum=-1] 2024-11-07T20:18:16,503 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:18:16,503 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52467, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-07T20:18:16,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8a040b4bf509,41843,1731010686145', locateType=CURRENT is [region=hbase:replication,,1731010695005.5cad54f3cc5f474a009fb5703b5ee78f., hostname=8a040b4bf509,41843,1731010686145, seqNum=2] 2024-11-07T20:18:16,507 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-07T20:18:16,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-07T20:18:16,509 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8a040b4bf509,41843,1731010686145 suceeded 2024-11-07T20:18:16,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-07T20:18:16,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-07T20:18:16,511 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8a040b4bf509:38497,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T20:18:16,512 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5160 sec 2024-11-07T20:18:16,520 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41843,1731010686145 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8a040b4bf509:38497' 2024-11-07T20:18:16,521 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41843,1731010686145 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6642e154, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:18:16,521 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41843,1731010686145 {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,38497,-1 for getting cluster id 2024-11-07T20:18:16,521 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41843,1731010686145 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:18:16,522 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fd477c3e-74e1-417d-aefe-429c1c41cffc' 2024-11-07T20:18:16,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:18:16,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fd477c3e-74e1-417d-aefe-429c1c41cffc" 2024-11-07T20:18:16,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b178e6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:18:16,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,38497,-1] 2024-11-07T20:18:16,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:18:16,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:18:16,523 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:18:16,524 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41843,1731010686145 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ec2e519, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:18:16,524 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41843,1731010686145 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:18:16,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,38497,1731010691392 2024-11-07T20:18:16,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2cfb5723 2024-11-07T20:18:16,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:18:16,525 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-07T20:18:16,526 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41843,1731010686145 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8a040b4bf509,41843,1731010686145 (queues=1) is replicating from cluster=421bdaa1-75e0-4a8c-9b1c-57d26ec67817 to cluster=fd477c3e-74e1-417d-aefe-429c1c41cffc 2024-11-07T20:18:16,526 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41843,1731010686145 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8a040b4bf509%2C41843%2C1731010686145 2024-11-07T20:18:16,526 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41843,1731010686145 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8a040b4bf509,41843,1731010686145, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T20:18:16,526 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41843,1731010686145.replicationSource.shipper8a040b4bf509%2C41843%2C1731010686145,1-8a040b4bf509,41843,1731010686145 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8a040b4bf509%2C41843%2C1731010686145 2024-11-07T20:18:16,526 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41843,1731010686145.replicationSource.wal-reader.8a040b4bf509%2C41843%2C1731010686145,1-8a040b4bf509,41843,1731010686145 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/WALs/8a040b4bf509,41843,1731010686145/8a040b4bf509%2C41843%2C1731010686145.1731010688357, startPosition=0, beingWritten=true 2024-11-07T20:18:16,731 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41843,1731010686145.replicationSource.wal-reader.8a040b4bf509%2C41843%2C1731010686145,1-8a040b4bf509,41843,1731010686145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/WALs/8a040b4bf509,41843,1731010686145/8a040b4bf509%2C41843%2C1731010686145.1731010688357 to pos 0, reset compression=false 2024-11-07T20:18:17,036 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41843,1731010686145.replicationSource.wal-reader.8a040b4bf509%2C41843%2C1731010686145,1-8a040b4bf509,41843,1731010686145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/WALs/8a040b4bf509,41843,1731010686145/8a040b4bf509%2C41843%2C1731010686145.1731010688357 to pos 0, reset compression=false 2024-11-07T20:18:17,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:18:17,141 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-07T20:18:17,141 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T20:18:17,141 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:18:17,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:18:17,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:18:17,141 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:18:17,142 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:18:17,142 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,43391,1731010685947 2024-11-07T20:18:17,142 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@691a192d 2024-11-07T20:18:17,142 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:18:17,143 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T20:18:17,143 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-07T20:18:17,144 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T20:18:17,144 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:18:17,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:18:17,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:18:17,144 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:18:17,144 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T20:18:17,144 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=655083819, stopped=false 2024-11-07T20:18:17,144 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8a040b4bf509,43391,1731010685947 2024-11-07T20:18:17,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43391-0x10116f2dff50000, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1201580692/running 2024-11-07T20:18:17,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41843-0x10116f2dff50001, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1201580692/running 2024-11-07T20:18:17,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41843-0x10116f2dff50001, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1201580692 2024-11-07T20:18:17,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43391-0x10116f2dff50000, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1201580692 2024-11-07T20:18:17,207 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T20:18:17,208 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T20:18:17,208 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:18:17,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:18:17,208 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41843-0x10116f2dff50001, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Set watcher on znode that does not yet exist, /0-1201580692/running 2024-11-07T20:18:17,208 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8a040b4bf509,41843,1731010686145' ***** 2024-11-07T20:18:17,208 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T20:18:17,208 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43391-0x10116f2dff50000, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Set watcher on znode that does not yet exist, /0-1201580692/running 2024-11-07T20:18:17,208 INFO [RS:0;8a040b4bf509:41843 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T20:18:17,208 INFO [RS:0;8a040b4bf509:41843 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T20:18:17,208 INFO [RS:0;8a040b4bf509:41843 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T20:18:17,209 INFO [RS:0;8a040b4bf509:41843 {}] regionserver.HRegionServer(3091): Received CLOSE for 5cad54f3cc5f474a009fb5703b5ee78f 2024-11-07T20:18:17,209 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T20:18:17,209 INFO [RS:0;8a040b4bf509:41843 {}] regionserver.HRegionServer(959): stopping server 8a040b4bf509,41843,1731010686145 2024-11-07T20:18:17,209 INFO [RS:0;8a040b4bf509:41843 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T20:18:17,209 INFO [RS:0;8a040b4bf509:41843 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a040b4bf509:41843. 2024-11-07T20:18:17,209 DEBUG [RS:0;8a040b4bf509:41843 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:18:17,209 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5cad54f3cc5f474a009fb5703b5ee78f, disabling compactions & flushes 2024-11-07T20:18:17,209 DEBUG [RS:0;8a040b4bf509:41843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:18:17,209 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731010695005.5cad54f3cc5f474a009fb5703b5ee78f. 2024-11-07T20:18:17,209 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731010695005.5cad54f3cc5f474a009fb5703b5ee78f. 2024-11-07T20:18:17,209 INFO [RS:0;8a040b4bf509:41843 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T20:18:17,209 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731010695005.5cad54f3cc5f474a009fb5703b5ee78f. after waiting 0 ms 2024-11-07T20:18:17,209 INFO [RS:0;8a040b4bf509:41843 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T20:18:17,209 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731010695005.5cad54f3cc5f474a009fb5703b5ee78f. 2024-11-07T20:18:17,209 INFO [RS:0;8a040b4bf509:41843 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T20:18:17,209 INFO [RS:0;8a040b4bf509:41843 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T20:18:17,209 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5cad54f3cc5f474a009fb5703b5ee78f 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-07T20:18:17,209 INFO [RS:0;8a040b4bf509:41843 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T20:18:17,209 DEBUG [RS:0;8a040b4bf509:41843 {}] regionserver.HRegionServer(1325): Online Regions={5cad54f3cc5f474a009fb5703b5ee78f=hbase:replication,,1731010695005.5cad54f3cc5f474a009fb5703b5ee78f., 1588230740=hbase:meta,,1.1588230740} 2024-11-07T20:18:17,209 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T20:18:17,209 DEBUG [RS:0;8a040b4bf509:41843 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5cad54f3cc5f474a009fb5703b5ee78f 2024-11-07T20:18:17,209 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T20:18:17,209 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T20:18:17,209 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T20:18:17,209 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T20:18:17,210 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-07T20:18:17,223 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/data/hbase/replication/5cad54f3cc5f474a009fb5703b5ee78f/.tmp/queue/22185dde3f74420a9007aa91d1ef960d is 151, key is 1-8a040b4bf509,41843,1731010686145/queue:8a040b4bf509%2C41843%2C1731010686145/1731010696506/Put/seqid=0 2024-11-07T20:18:17,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46093 is added to blk_1073741838_1014 (size=5350) 2024-11-07T20:18:17,227 INFO [regionserver/8a040b4bf509:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T20:18:17,227 INFO [regionserver/8a040b4bf509:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T20:18:17,227 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/data/hbase/meta/1588230740/.tmp/info/917af762a736466592ae938d453b8e3b is 147, key is hbase:replication,,1731010695005.5cad54f3cc5f474a009fb5703b5ee78f./info:regioninfo/1731010696168/Put/seqid=0 2024-11-07T20:18:17,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46093 is added to blk_1073741839_1015 (size=6631) 2024-11-07T20:18:17,234 INFO [regionserver/8a040b4bf509:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T20:18:17,410 DEBUG [RS:0;8a040b4bf509:41843 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5cad54f3cc5f474a009fb5703b5ee78f 2024-11-07T20:18:17,440 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41843,1731010686145.replicationSource.wal-reader.8a040b4bf509%2C41843%2C1731010686145,1-8a040b4bf509,41843,1731010686145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/WALs/8a040b4bf509,41843,1731010686145/8a040b4bf509%2C41843%2C1731010686145.1731010688357 to pos 0, reset compression=false 2024-11-07T20:18:17,610 DEBUG [RS:0;8a040b4bf509:41843 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5cad54f3cc5f474a009fb5703b5ee78f 2024-11-07T20:18:17,628 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/data/hbase/replication/5cad54f3cc5f474a009fb5703b5ee78f/.tmp/queue/22185dde3f74420a9007aa91d1ef960d 2024-11-07T20:18:17,633 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/data/hbase/meta/1588230740/.tmp/info/917af762a736466592ae938d453b8e3b 2024-11-07T20:18:17,634 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/data/hbase/replication/5cad54f3cc5f474a009fb5703b5ee78f/.tmp/queue/22185dde3f74420a9007aa91d1ef960d as hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/data/hbase/replication/5cad54f3cc5f474a009fb5703b5ee78f/queue/22185dde3f74420a9007aa91d1ef960d 2024-11-07T20:18:17,638 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/data/hbase/replication/5cad54f3cc5f474a009fb5703b5ee78f/queue/22185dde3f74420a9007aa91d1ef960d, entries=1, sequenceid=5, filesize=5.2 K 2024-11-07T20:18:17,639 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 5cad54f3cc5f474a009fb5703b5ee78f in 430ms, sequenceid=5, compaction requested=false 2024-11-07T20:18:17,639 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-07T20:18:17,648 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/data/hbase/replication/5cad54f3cc5f474a009fb5703b5ee78f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-07T20:18:17,649 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T20:18:17,649 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T20:18:17,649 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731010695005.5cad54f3cc5f474a009fb5703b5ee78f. 2024-11-07T20:18:17,649 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5cad54f3cc5f474a009fb5703b5ee78f: Waiting for close lock at 1731010697209Running coprocessor pre-close hooks at 1731010697209Disabling compacts and flushes for region at 1731010697209Disabling writes for close at 1731010697209Obtaining lock to block concurrent updates at 1731010697209Preparing flush snapshotting stores in 5cad54f3cc5f474a009fb5703b5ee78f at 1731010697209Finished memstore snapshotting hbase:replication,,1731010695005.5cad54f3cc5f474a009fb5703b5ee78f., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731010697210 (+1 ms)Flushing stores of hbase:replication,,1731010695005.5cad54f3cc5f474a009fb5703b5ee78f. at 1731010697210Flushing 5cad54f3cc5f474a009fb5703b5ee78f/queue: creating writer at 1731010697210Flushing 5cad54f3cc5f474a009fb5703b5ee78f/queue: appending metadata at 1731010697222 (+12 ms)Flushing 5cad54f3cc5f474a009fb5703b5ee78f/queue: closing flushed file at 1731010697222Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37b95828: reopening flushed file at 1731010697633 (+411 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 5cad54f3cc5f474a009fb5703b5ee78f in 430ms, sequenceid=5, compaction requested=false at 1731010697639 (+6 ms)Writing region close event to WAL at 1731010697645 (+6 ms)Running coprocessor post-close hooks at 1731010697649 (+4 ms)Closed at 1731010697649 2024-11-07T20:18:17,649 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731010695005.5cad54f3cc5f474a009fb5703b5ee78f. 2024-11-07T20:18:17,651 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/data/hbase/meta/1588230740/.tmp/ns/c03baeb3a3ae45f7b1fc5502a6a0844a is 43, key is default/ns:d/1731010689447/Put/seqid=0 2024-11-07T20:18:17,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46093 is added to blk_1073741840_1016 (size=5153) 2024-11-07T20:18:17,810 DEBUG [RS:0;8a040b4bf509:41843 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T20:18:17,944 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41843,1731010686145.replicationSource.wal-reader.8a040b4bf509%2C41843%2C1731010686145,1-8a040b4bf509,41843,1731010686145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/WALs/8a040b4bf509,41843,1731010686145/8a040b4bf509%2C41843%2C1731010686145.1731010688357 to pos 0, reset compression=false 2024-11-07T20:18:18,010 DEBUG [RS:0;8a040b4bf509:41843 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T20:18:18,055 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/data/hbase/meta/1588230740/.tmp/ns/c03baeb3a3ae45f7b1fc5502a6a0844a 2024-11-07T20:18:18,072 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/data/hbase/meta/1588230740/.tmp/table/feb8430ca6684bb399000b98005dd78a is 53, key is hbase:replication/table:state/1731010696174/Put/seqid=0 2024-11-07T20:18:18,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46093 is added to blk_1073741841_1017 (size=5256) 2024-11-07T20:18:18,210 INFO [RS:0;8a040b4bf509:41843 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T20:18:18,210 DEBUG [RS:0;8a040b4bf509:41843 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-07T20:18:18,210 DEBUG [RS:0;8a040b4bf509:41843 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T20:18:18,410 DEBUG [RS:0;8a040b4bf509:41843 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T20:18:18,476 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/data/hbase/meta/1588230740/.tmp/table/feb8430ca6684bb399000b98005dd78a 2024-11-07T20:18:18,482 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/data/hbase/meta/1588230740/.tmp/info/917af762a736466592ae938d453b8e3b as hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/data/hbase/meta/1588230740/info/917af762a736466592ae938d453b8e3b 2024-11-07T20:18:18,486 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/data/hbase/meta/1588230740/info/917af762a736466592ae938d453b8e3b, entries=10, sequenceid=11, filesize=6.5 K 2024-11-07T20:18:18,487 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/data/hbase/meta/1588230740/.tmp/ns/c03baeb3a3ae45f7b1fc5502a6a0844a as hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/data/hbase/meta/1588230740/ns/c03baeb3a3ae45f7b1fc5502a6a0844a 2024-11-07T20:18:18,491 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/data/hbase/meta/1588230740/ns/c03baeb3a3ae45f7b1fc5502a6a0844a, entries=2, sequenceid=11, filesize=5.0 K 2024-11-07T20:18:18,492 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/data/hbase/meta/1588230740/.tmp/table/feb8430ca6684bb399000b98005dd78a as hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/data/hbase/meta/1588230740/table/feb8430ca6684bb399000b98005dd78a 2024-11-07T20:18:18,496 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/data/hbase/meta/1588230740/table/feb8430ca6684bb399000b98005dd78a, entries=2, sequenceid=11, filesize=5.1 K 2024-11-07T20:18:18,497 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1288ms, sequenceid=11, compaction requested=false 2024-11-07T20:18:18,501 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-07T20:18:18,502 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T20:18:18,502 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T20:18:18,502 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T20:18:18,502 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731010697209Running coprocessor pre-close hooks at 1731010697209Disabling compacts and flushes for region at 1731010697209Disabling writes for close at 1731010697209Obtaining lock to block concurrent updates at 1731010697210 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731010697210Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731010697210Flushing stores of hbase:meta,,1.1588230740 at 1731010697210Flushing 1588230740/info: creating writer at 1731010697210Flushing 1588230740/info: appending metadata at 1731010697227 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731010697227Flushing 1588230740/ns: creating writer at 1731010697637 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731010697651 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731010697651Flushing 1588230740/table: creating writer at 1731010698059 (+408 ms)Flushing 1588230740/table: appending metadata at 1731010698071 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731010698071Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2280ae61: reopening flushed file at 1731010698481 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e1c63bb: reopening flushed file at 1731010698486 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e7b9685: reopening flushed file at 1731010698492 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1288ms, sequenceid=11, compaction requested=false at 1731010698497 (+5 ms)Writing region close event to WAL at 1731010698498 (+1 ms)Running coprocessor post-close hooks at 1731010698502 (+4 ms)Closed at 1731010698502 2024-11-07T20:18:18,502 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T20:18:18,548 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41843,1731010686145.replicationSource.wal-reader.8a040b4bf509%2C41843%2C1731010686145,1-8a040b4bf509,41843,1731010686145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/WALs/8a040b4bf509,41843,1731010686145/8a040b4bf509%2C41843%2C1731010686145.1731010688357 to pos 0, reset compression=false 2024-11-07T20:18:18,611 INFO [RS:0;8a040b4bf509:41843 {}] regionserver.HRegionServer(976): stopping server 8a040b4bf509,41843,1731010686145; all regions closed. 2024-11-07T20:18:18,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46093 is added to blk_1073741834_1010 (size=2742) 2024-11-07T20:18:18,613 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/WALs/8a040b4bf509,41843,1731010686145/8a040b4bf509%2C41843%2C1731010686145.meta.1731010689388.meta not finished, retry = 0 2024-11-07T20:18:18,715 DEBUG [RS:0;8a040b4bf509:41843 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/oldWALs 2024-11-07T20:18:18,715 INFO [RS:0;8a040b4bf509:41843 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8a040b4bf509%2C41843%2C1731010686145.meta:.meta(num 1731010689388) 2024-11-07T20:18:18,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46093 is added to blk_1073741837_1013 (size=1586) 2024-11-07T20:18:18,717 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/WALs/8a040b4bf509,41843,1731010686145/8a040b4bf509%2C41843%2C1731010686145.rep.1731010696138 not finished, retry = 0 2024-11-07T20:18:18,820 DEBUG [RS:0;8a040b4bf509:41843 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/oldWALs 2024-11-07T20:18:18,820 INFO [RS:0;8a040b4bf509:41843 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8a040b4bf509%2C41843%2C1731010686145.rep:(num 1731010696138) 2024-11-07T20:18:18,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46093 is added to blk_1073741832_1008 (size=93) 2024-11-07T20:18:18,822 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/WALs/8a040b4bf509,41843,1731010686145/8a040b4bf509%2C41843%2C1731010686145.1731010688357 not finished, retry = 0 2024-11-07T20:18:18,924 DEBUG [RS:0;8a040b4bf509:41843 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/oldWALs 2024-11-07T20:18:18,925 INFO [RS:0;8a040b4bf509:41843 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8a040b4bf509%2C41843%2C1731010686145:(num 1731010688357) 2024-11-07T20:18:18,925 DEBUG [RS:0;8a040b4bf509:41843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:18:18,925 INFO [RS:0;8a040b4bf509:41843 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T20:18:18,925 INFO [RS:0;8a040b4bf509:41843 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T20:18:18,925 INFO [RS:0;8a040b4bf509:41843 {}] hbase.ChoreService(370): Chore service for: regionserver/8a040b4bf509:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T20:18:18,925 INFO [RS:0;8a040b4bf509:41843 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T20:18:18,925 INFO [regionserver/8a040b4bf509:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T20:18:18,925 INFO [RS:0;8a040b4bf509:41843 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8a040b4bf509,41843,1731010686145 because: Region server is closing 2024-11-07T20:18:18,925 INFO [RS:0;8a040b4bf509:41843 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a040b4bf509:41843. 2024-11-07T20:18:18,926 DEBUG [RS:0;8a040b4bf509:41843 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:18:18,926 DEBUG [RS:0;8a040b4bf509:41843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:18:18,926 DEBUG [RS:0;8a040b4bf509:41843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:18:18,926 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:18:19,026 WARN [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41843,1731010686145.replicationSource.wal-reader.8a040b4bf509%2C41843%2C1731010686145,1-8a040b4bf509,41843,1731010686145 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-07T20:18:19,026 WARN [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41843,1731010686145.replicationSource.shipper8a040b4bf509%2C41843%2C1731010686145,1-8a040b4bf509,41843,1731010686145 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-07T20:18:19,026 INFO [RS:0;8a040b4bf509:41843 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41843,1731010686145.replicationSource.shipper8a040b4bf509%2C41843%2C1731010686145,1-8a040b4bf509,41843,1731010686145 terminated 2024-11-07T20:18:19,026 INFO [RS:0;8a040b4bf509:41843 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41843 2024-11-07T20:18:19,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41843-0x10116f2dff50001, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1201580692/rs/8a040b4bf509,41843,1731010686145 2024-11-07T20:18:19,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43391-0x10116f2dff50000, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1201580692/rs 2024-11-07T20:18:19,039 INFO [RS:0;8a040b4bf509:41843 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T20:18:19,049 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8a040b4bf509,41843,1731010686145] 2024-11-07T20:18:19,060 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1201580692/draining/8a040b4bf509,41843,1731010686145 already deleted, retry=false 2024-11-07T20:18:19,060 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8a040b4bf509,41843,1731010686145 expired; onlineServers=0 2024-11-07T20:18:19,060 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8a040b4bf509,43391,1731010685947' ***** 2024-11-07T20:18:19,060 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T20:18:19,060 INFO [M:0;8a040b4bf509:43391 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T20:18:19,060 INFO [M:0;8a040b4bf509:43391 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T20:18:19,060 DEBUG [M:0;8a040b4bf509:43391 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T20:18:19,060 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T20:18:19,060 DEBUG [M:0;8a040b4bf509:43391 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T20:18:19,060 DEBUG [master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.large.0-1731010688155 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.large.0-1731010688155,5,FailOnTimeoutGroup] 2024-11-07T20:18:19,060 DEBUG [master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.small.0-1731010688159 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.small.0-1731010688159,5,FailOnTimeoutGroup] 2024-11-07T20:18:19,060 INFO [M:0;8a040b4bf509:43391 {}] hbase.ChoreService(370): Chore service for: master/8a040b4bf509:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T20:18:19,060 INFO [M:0;8a040b4bf509:43391 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T20:18:19,060 DEBUG [M:0;8a040b4bf509:43391 {}] master.HMaster(1795): Stopping service threads 2024-11-07T20:18:19,060 INFO [M:0;8a040b4bf509:43391 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T20:18:19,060 INFO [M:0;8a040b4bf509:43391 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T20:18:19,061 INFO [M:0;8a040b4bf509:43391 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T20:18:19,061 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T20:18:19,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43391-0x10116f2dff50000, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1201580692/master 2024-11-07T20:18:19,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43391-0x10116f2dff50000, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1201580692 2024-11-07T20:18:19,070 DEBUG [M:0;8a040b4bf509:43391 {}] zookeeper.ZKUtil(347): master:43391-0x10116f2dff50000, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Unable to get data of znode /0-1201580692/master because node does not exist (not an error) 2024-11-07T20:18:19,070 WARN [M:0;8a040b4bf509:43391 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T20:18:19,071 INFO [M:0;8a040b4bf509:43391 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/.lastflushedseqids 2024-11-07T20:18:19,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46093 is added to blk_1073741842_1018 (size=181) 2024-11-07T20:18:19,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41843-0x10116f2dff50001, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:18:19,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41843-0x10116f2dff50001, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:18:19,149 INFO [RS:0;8a040b4bf509:41843 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T20:18:19,149 INFO [RS:0;8a040b4bf509:41843 {}] regionserver.HRegionServer(1031): Exiting; stopping=8a040b4bf509,41843,1731010686145; zookeeper connection closed. 2024-11-07T20:18:19,150 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3bc91cf0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3bc91cf0 2024-11-07T20:18:19,150 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T20:18:19,475 INFO [M:0;8a040b4bf509:43391 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T20:18:19,476 INFO [M:0;8a040b4bf509:43391 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T20:18:19,476 DEBUG [M:0;8a040b4bf509:43391 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T20:18:19,476 INFO [M:0;8a040b4bf509:43391 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:18:19,476 DEBUG [M:0;8a040b4bf509:43391 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:18:19,476 DEBUG [M:0;8a040b4bf509:43391 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T20:18:19,476 DEBUG [M:0;8a040b4bf509:43391 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:18:19,476 INFO [M:0;8a040b4bf509:43391 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-07T20:18:19,490 DEBUG [M:0;8a040b4bf509:43391 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/11cf6ca123974a89a655bb2a6b938f45 is 82, key is hbase:meta,,1/info:regioninfo/1731010689416/Put/seqid=0 2024-11-07T20:18:19,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46093 is added to blk_1073741843_1019 (size=5672) 2024-11-07T20:18:19,894 INFO [M:0;8a040b4bf509:43391 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/11cf6ca123974a89a655bb2a6b938f45 2024-11-07T20:18:19,911 DEBUG [M:0;8a040b4bf509:43391 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ea3f1e28186e458dbb78af5a988ee24c is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731010696178/Put/seqid=0 2024-11-07T20:18:19,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46093 is added to blk_1073741844_1020 (size=7203) 2024-11-07T20:18:20,315 INFO [M:0;8a040b4bf509:43391 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ea3f1e28186e458dbb78af5a988ee24c 2024-11-07T20:18:20,332 DEBUG [M:0;8a040b4bf509:43391 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2665525b1a124e2dadf9cdb836e4b4a6 is 69, key is 8a040b4bf509,41843,1731010686145/rs:state/1731010688206/Put/seqid=0 2024-11-07T20:18:20,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46093 is added to blk_1073741845_1021 (size=5156) 2024-11-07T20:18:20,400 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T20:18:20,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:18:20,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:18:20,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:18:20,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:18:20,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:18:20,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:18:20,736 INFO [M:0;8a040b4bf509:43391 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2665525b1a124e2dadf9cdb836e4b4a6 2024-11-07T20:18:20,741 DEBUG [M:0;8a040b4bf509:43391 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/11cf6ca123974a89a655bb2a6b938f45 as hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/11cf6ca123974a89a655bb2a6b938f45 2024-11-07T20:18:20,745 INFO [M:0;8a040b4bf509:43391 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/11cf6ca123974a89a655bb2a6b938f45, entries=8, sequenceid=70, filesize=5.5 K 2024-11-07T20:18:20,746 DEBUG [M:0;8a040b4bf509:43391 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ea3f1e28186e458dbb78af5a988ee24c as hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ea3f1e28186e458dbb78af5a988ee24c 2024-11-07T20:18:20,750 INFO [M:0;8a040b4bf509:43391 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ea3f1e28186e458dbb78af5a988ee24c, entries=8, sequenceid=70, filesize=7.0 K 2024-11-07T20:18:20,751 DEBUG [M:0;8a040b4bf509:43391 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2665525b1a124e2dadf9cdb836e4b4a6 as hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2665525b1a124e2dadf9cdb836e4b4a6 2024-11-07T20:18:20,755 INFO [M:0;8a040b4bf509:43391 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2665525b1a124e2dadf9cdb836e4b4a6, entries=1, sequenceid=70, filesize=5.0 K 2024-11-07T20:18:20,756 INFO [M:0;8a040b4bf509:43391 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=70, compaction requested=false 2024-11-07T20:18:20,757 INFO [M:0;8a040b4bf509:43391 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:18:20,757 DEBUG [M:0;8a040b4bf509:43391 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731010699476Disabling compacts and flushes for region at 1731010699476Disabling writes for close at 1731010699476Obtaining lock to block concurrent updates at 1731010699476Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731010699476Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731010699476Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731010699477 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731010699477Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731010699490 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731010699490Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731010699898 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731010699911 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731010699911Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731010700320 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731010700332 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731010700332Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56273a38: reopening flushed file at 1731010700740 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ecdcecf: reopening flushed file at 1731010700745 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2125ebfe: reopening flushed file at 1731010700750 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=70, compaction requested=false at 1731010700756 (+6 ms)Writing region close event to WAL at 1731010700757 (+1 ms)Closed at 1731010700757 2024-11-07T20:18:20,759 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/MasterData/WALs/8a040b4bf509,43391,1731010685947/8a040b4bf509%2C43391%2C1731010685947.1731010687885 not finished, retry = 0 2024-11-07T20:18:20,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46093 is added to blk_1073741830_1006 (size=41008) 2024-11-07T20:18:20,860 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T20:18:20,860 INFO [M:0;8a040b4bf509:43391 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T20:18:20,860 INFO [M:0;8a040b4bf509:43391 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43391 2024-11-07T20:18:20,860 INFO [M:0;8a040b4bf509:43391 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T20:18:20,973 INFO [M:0;8a040b4bf509:43391 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T20:18:20,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43391-0x10116f2dff50000, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:18:20,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43391-0x10116f2dff50000, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:18:20,974 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8a040b4bf509:0 server-side Connection retries=45 2024-11-07T20:18:20,974 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:18:20,975 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T20:18:20,975 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T20:18:20,975 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:18:20,975 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T20:18:20,975 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T20:18:20,975 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T20:18:20,975 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33687 2024-11-07T20:18:20,976 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33687 connecting to ZooKeeper ensemble=127.0.0.1:58509 2024-11-07T20:18:20,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:336870x0, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T20:18:20,989 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33687-0x10116f2dff50006 connected 2024-11-07T20:18:21,001 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:18:21,002 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:18:21,004 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33687-0x10116f2dff50006, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Set watcher on znode that does not yet exist, /0-1201580692/running 2024-11-07T20:18:21,004 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1201580692/meta-region-server: INIT 2024-11-07T20:18:21,004 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a, hbase.cluster.distributed=false 2024-11-07T20:18:21,005 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33687-0x10116f2dff50006, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Set watcher on znode that does not yet exist, /0-1201580692/acl 2024-11-07T20:18:21,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33687 2024-11-07T20:18:21,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33687 2024-11-07T20:18:21,006 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33687 2024-11-07T20:18:21,006 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33687 2024-11-07T20:18:21,006 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33687 2024-11-07T20:18:21,019 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8a040b4bf509:0 server-side Connection retries=45 2024-11-07T20:18:21,019 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:18:21,019 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T20:18:21,019 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T20:18:21,019 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:18:21,019 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T20:18:21,019 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T20:18:21,019 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T20:18:21,019 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39389 2024-11-07T20:18:21,020 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39389 connecting to ZooKeeper ensemble=127.0.0.1:58509 2024-11-07T20:18:21,021 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:18:21,022 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:18:21,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:393890x0, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T20:18:21,031 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1201580692/meta-region-server: INIT 2024-11-07T20:18:21,031 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:393890x0, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Set watcher on znode that does not yet exist, /0-1201580692/running 2024-11-07T20:18:21,031 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39389-0x10116f2dff50007 connected 2024-11-07T20:18:21,032 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T20:18:21,032 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T20:18:21,032 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39389-0x10116f2dff50007, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Set watcher on znode that does not yet exist, /0-1201580692/master 2024-11-07T20:18:21,033 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39389-0x10116f2dff50007, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Set watcher on znode that does not yet exist, /0-1201580692/acl 2024-11-07T20:18:21,035 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39389 2024-11-07T20:18:21,035 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39389 2024-11-07T20:18:21,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39389 2024-11-07T20:18:21,038 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39389 2024-11-07T20:18:21,038 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39389 2024-11-07T20:18:21,048 DEBUG [M:0;8a040b4bf509:33687 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8a040b4bf509:33687 2024-11-07T20:18:21,048 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1201580692/backup-masters/8a040b4bf509,33687,1731010700974 2024-11-07T20:18:21,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33687-0x10116f2dff50006, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1201580692/backup-masters 2024-11-07T20:18:21,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x10116f2dff50007, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1201580692/backup-masters 2024-11-07T20:18:21,060 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33687-0x10116f2dff50006, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Set watcher on existing znode=/0-1201580692/backup-masters/8a040b4bf509,33687,1731010700974 2024-11-07T20:18:21,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x10116f2dff50007, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1201580692/master 2024-11-07T20:18:21,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x10116f2dff50007, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1201580692 2024-11-07T20:18:21,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33687-0x10116f2dff50006, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1201580692 2024-11-07T20:18:21,071 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33687-0x10116f2dff50006, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Set watcher on existing znode=/0-1201580692/master 2024-11-07T20:18:21,071 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1201580692/backup-masters/8a040b4bf509,33687,1731010700974 from backup master directory 2024-11-07T20:18:21,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33687-0x10116f2dff50006, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1201580692/backup-masters/8a040b4bf509,33687,1731010700974 2024-11-07T20:18:21,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x10116f2dff50007, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1201580692/backup-masters 2024-11-07T20:18:21,083 WARN [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T20:18:21,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33687-0x10116f2dff50006, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1201580692/backup-masters 2024-11-07T20:18:21,084 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8a040b4bf509,33687,1731010700974 2024-11-07T20:18:21,092 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:18:21,092 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T20:18:21,098 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 5ms. 2024-11-07T20:18:21,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46093 is added to blk_1073741846_1022 (size=196) 2024-11-07T20:18:21,535 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T20:18:21,536 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T20:18:21,536 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:18:21,543 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-07T20:18:21,545 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/MasterData/WALs/8a040b4bf509,43391,1731010685947 to hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/MasterData/WALs/8a040b4bf509,43391,1731010685947-dead as it is dead 2024-11-07T20:18:21,546 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/MasterData/WALs/8a040b4bf509,43391,1731010685947-dead/8a040b4bf509%2C43391%2C1731010685947.1731010687885 2024-11-07T20:18:21,546 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/MasterData/WALs/8a040b4bf509,43391,1731010685947-dead/8a040b4bf509%2C43391%2C1731010685947.1731010687885 after 0ms 2024-11-07T20:18:21,547 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/MasterData/WALs/8a040b4bf509,43391,1731010685947-dead/8a040b4bf509%2C43391%2C1731010685947.1731010687885 to hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/8a040b4bf509%2C43391%2C1731010685947.1731010687885 2024-11-07T20:18:21,547 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/MasterData/WALs/8a040b4bf509,43391,1731010685947-dead 2024-11-07T20:18:21,548 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/MasterData/WALs/8a040b4bf509,33687,1731010700974 2024-11-07T20:18:21,549 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T20:18:21,551 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8a040b4bf509%2C33687%2C1731010700974, suffix=, logDir=hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/MasterData/WALs/8a040b4bf509,33687,1731010700974, archiveDir=hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/MasterData/oldWALs, maxLogs=10 2024-11-07T20:18:21,567 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/MasterData/WALs/8a040b4bf509,33687,1731010700974/8a040b4bf509%2C33687%2C1731010700974.1731010701551, exclude list is [], retry=0 2024-11-07T20:18:21,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46093,DS-5fefa5ad-3cc2-410c-a005-849a833840be,DISK] 2024-11-07T20:18:21,572 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/MasterData/WALs/8a040b4bf509,33687,1731010700974/8a040b4bf509%2C33687%2C1731010700974.1731010701551 2024-11-07T20:18:21,572 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35239:35239)] 2024-11-07T20:18:21,573 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T20:18:21,573 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:18:21,573 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:18:21,573 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:18:21,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:18:21,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T20:18:21,575 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:18:21,580 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/11cf6ca123974a89a655bb2a6b938f45 2024-11-07T20:18:21,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:18:21,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:18:21,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T20:18:21,582 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:18:21,587 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ea3f1e28186e458dbb78af5a988ee24c 2024-11-07T20:18:21,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:18:21,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:18:21,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T20:18:21,588 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:18:21,597 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2665525b1a124e2dadf9cdb836e4b4a6 2024-11-07T20:18:21,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:18:21,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:18:21,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T20:18:21,599 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:18:21,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:18:21,599 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:18:21,600 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-07T20:18:21,600 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/8a040b4bf509%2C43391%2C1731010685947.1731010687885 2024-11-07T20:18:21,605 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/8a040b4bf509%2C43391%2C1731010685947.1731010687885 2024-11-07T20:18:21,606 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/8a040b4bf509%2C43391%2C1731010685947.1731010687885 2024-11-07T20:18:21,607 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:18:21,607 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:18:21,608 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T20:18:21,609 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:18:21,611 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-07T20:18:21,612 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70240889, jitterRate=0.046670809388160706}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T20:18:21,612 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731010701573Initializing all the Stores at 1731010701574 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010701574Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010701574Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010701574Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010701574Cleaning up temporary data from old regions at 1731010701607 (+33 ms)Region opened successfully at 1731010701612 (+5 ms) 2024-11-07T20:18:21,613 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T20:18:21,615 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79557e6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a040b4bf509/172.17.0.2:0 2024-11-07T20:18:21,617 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-07T20:18:21,618 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T20:18:21,618 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T20:18:21,618 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T20:18:21,618 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T20:18:21,622 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T20:18:21,623 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T20:18:21,623 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-07T20:18:21,623 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-07T20:18:21,624 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T20:18:21,628 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=8a040b4bf509,41843,1731010686145, regionLocation=8a040b4bf509,41843,1731010686145, openSeqNum=2 2024-11-07T20:18:21,628 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=8a040b4bf509,41843,1731010686145, table=hbase:meta, region=1588230740 2024-11-07T20:18:21,628 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a040b4bf509,41843,1731010686145, state=OPEN 2024-11-07T20:18:21,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x10116f2dff50007, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1201580692/meta-region-server 2024-11-07T20:18:21,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33687-0x10116f2dff50006, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1201580692/meta-region-server 2024-11-07T20:18:21,681 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1201580692/meta-region-server: CHANGED 2024-11-07T20:18:21,681 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1201580692/meta-region-server: CHANGED 2024-11-07T20:18:21,684 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-07T20:18:21,694 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1201580692/draining/8a040b4bf509,41843,1731010686145 already deleted, retry=false 2024-11-07T20:18:21,694 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 8a040b4bf509,41843,1731010686145 on 8a040b4bf509,33687,1731010700974 2024-11-07T20:18:21,695 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 8a040b4bf509,41843,1731010686145, splitWal=true, meta=true 2024-11-07T20:18:21,695 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for 8a040b4bf509,41843,1731010686145 (carryingMeta=true) 8a040b4bf509,41843,1731010686145/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@101b3ec6[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-07T20:18:21,697 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33687-0x10116f2dff50006, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Unable to get data of znode /0-1201580692/balancer because node does not exist (not necessarily an error) 2024-11-07T20:18:21,704 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1201580692/balancer already deleted, retry=false 2024-11-07T20:18:21,705 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T20:18:21,705 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33687-0x10116f2dff50006, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Unable to get data of znode /0-1201580692/normalizer because node does not exist (not necessarily an error) 2024-11-07T20:18:21,715 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1201580692/normalizer already deleted, retry=false 2024-11-07T20:18:21,715 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T20:18:21,716 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33687-0x10116f2dff50006, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Unable to get data of znode /0-1201580692/switch/split because node does not exist (not necessarily an error) 2024-11-07T20:18:21,725 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1201580692/switch/split already deleted, retry=false 2024-11-07T20:18:21,727 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33687-0x10116f2dff50006, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Unable to get data of znode /0-1201580692/switch/merge because node does not exist (not necessarily an error) 2024-11-07T20:18:21,736 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1201580692/switch/merge already deleted, retry=false 2024-11-07T20:18:21,749 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33687-0x10116f2dff50006, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Unable to get data of znode /0-1201580692/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T20:18:21,757 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1201580692/snapshot-cleanup already deleted, retry=false 2024-11-07T20:18:21,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x10116f2dff50007, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1201580692/running 2024-11-07T20:18:21,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x10116f2dff50007, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1201580692 2024-11-07T20:18:21,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33687-0x10116f2dff50006, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1201580692/running 2024-11-07T20:18:21,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33687-0x10116f2dff50006, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1201580692 2024-11-07T20:18:21,770 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8a040b4bf509,33687,1731010700974, sessionid=0x10116f2dff50006, setting cluster-up flag (Was=false) 2024-11-07T20:18:21,779 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1201580692/flush-table-proc/acquired, /0-1201580692/flush-table-proc/reached, /0-1201580692/flush-table-proc/abort 2024-11-07T20:18:21,779 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a040b4bf509,33687,1731010700974 2024-11-07T20:18:21,789 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1201580692/online-snapshot/acquired, /0-1201580692/online-snapshot/reached, /0-1201580692/online-snapshot/abort 2024-11-07T20:18:21,791 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a040b4bf509,33687,1731010700974 2024-11-07T20:18:21,796 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/.lastflushedseqids 2024-11-07T20:18:21,798 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T20:18:21,799 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T20:18:21,799 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8a040b4bf509,33687,1731010700974 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 8a040b4bf509,41843,1731010686145 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T20:18:21,800 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:18:21,800 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:18:21,800 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:18:21,801 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:18:21,801 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8a040b4bf509:0, corePoolSize=10, maxPoolSize=10 2024-11-07T20:18:21,801 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:18:21,801 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8a040b4bf509:0, corePoolSize=2, maxPoolSize=2 2024-11-07T20:18:21,801 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:18:21,807 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 8a040b4bf509,41843,1731010686145, splitWal=true, meta=true 2024-11-07T20:18:21,807 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 8a040b4bf509,41843,1731010686145, splitWal=true, meta=true, isMeta: true 2024-11-07T20:18:21,809 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/WALs/8a040b4bf509,41843,1731010686145-splitting 2024-11-07T20:18:21,810 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/WALs/8a040b4bf509,41843,1731010686145-splitting dir is empty, no logs to split. 2024-11-07T20:18:21,810 INFO [PEWorker-1 {}] master.SplitWALManager(105): 8a040b4bf509,41843,1731010686145 WAL count=0, meta=true 2024-11-07T20:18:21,812 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731010731812 2024-11-07T20:18:21,812 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/WALs/8a040b4bf509,41843,1731010686145-splitting dir is empty, no logs to split. 2024-11-07T20:18:21,812 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T20:18:21,812 INFO [PEWorker-1 {}] master.SplitWALManager(105): 8a040b4bf509,41843,1731010686145 WAL count=0, meta=true 2024-11-07T20:18:21,812 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 8a040b4bf509,41843,1731010686145 WAL splitting is done? wals=0, meta=true 2024-11-07T20:18:21,812 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T20:18:21,812 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T20:18:21,812 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T20:18:21,812 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T20:18:21,812 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T20:18:21,813 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T20:18:21,814 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T20:18:21,815 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-07T20:18:21,820 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:21,821 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T20:18:21,821 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T20:18:21,821 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T20:18:21,821 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T20:18:21,824 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T20:18:21,824 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T20:18:21,824 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.large.0-1731010701824,5,FailOnTimeoutGroup] 2024-11-07T20:18:21,828 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.small.0-1731010701824,5,FailOnTimeoutGroup] 2024-11-07T20:18:21,828 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:21,828 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T20:18:21,828 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:21,828 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:21,828 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731010701828, completionTime=-1 2024-11-07T20:18:21,828 WARN [master/8a040b4bf509:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-07T20:18:21,828 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-07T20:18:21,840 INFO [RS:0;8a040b4bf509:39389 {}] regionserver.HRegionServer(746): ClusterId : 421bdaa1-75e0-4a8c-9b1c-57d26ec67817 2024-11-07T20:18:21,840 DEBUG [RS:0;8a040b4bf509:39389 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T20:18:21,853 DEBUG [RS:0;8a040b4bf509:39389 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T20:18:21,853 DEBUG [RS:0;8a040b4bf509:39389 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T20:18:21,863 DEBUG [RS:0;8a040b4bf509:39389 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T20:18:21,864 DEBUG [RS:0;8a040b4bf509:39389 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@254596e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a040b4bf509/172.17.0.2:0 2024-11-07T20:18:21,880 DEBUG [RS:0;8a040b4bf509:39389 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8a040b4bf509:39389 2024-11-07T20:18:21,880 INFO [RS:0;8a040b4bf509:39389 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T20:18:21,881 INFO [RS:0;8a040b4bf509:39389 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T20:18:21,881 DEBUG [RS:0;8a040b4bf509:39389 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T20:18:21,881 INFO [RS:0;8a040b4bf509:39389 {}] regionserver.HRegionServer(2659): reportForDuty to master=8a040b4bf509,33687,1731010700974 with port=39389, startcode=1731010701018 2024-11-07T20:18:21,881 DEBUG [RS:0;8a040b4bf509:39389 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T20:18:21,883 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42753, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T20:18:21,884 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33687 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8a040b4bf509,39389,1731010701018 2024-11-07T20:18:21,884 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33687 {}] master.ServerManager(517): Registering regionserver=8a040b4bf509,39389,1731010701018 2024-11-07T20:18:21,885 DEBUG [RS:0;8a040b4bf509:39389 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a 2024-11-07T20:18:21,885 DEBUG [RS:0;8a040b4bf509:39389 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40725 2024-11-07T20:18:21,885 DEBUG [RS:0;8a040b4bf509:39389 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T20:18:21,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33687-0x10116f2dff50006, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1201580692/rs 2024-11-07T20:18:21,928 DEBUG [RS:0;8a040b4bf509:39389 {}] zookeeper.ZKUtil(111): regionserver:39389-0x10116f2dff50007, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Set watcher on existing znode=/0-1201580692/rs/8a040b4bf509,39389,1731010701018 2024-11-07T20:18:21,928 WARN [RS:0;8a040b4bf509:39389 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T20:18:21,928 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=100ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-07T20:18:21,928 INFO [RS:0;8a040b4bf509:39389 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:18:21,929 DEBUG [RS:0;8a040b4bf509:39389 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/WALs/8a040b4bf509,39389,1731010701018 2024-11-07T20:18:21,929 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8a040b4bf509,39389,1731010701018] 2024-11-07T20:18:21,947 INFO [RS:0;8a040b4bf509:39389 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T20:18:21,949 INFO [RS:0;8a040b4bf509:39389 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T20:18:21,955 INFO [RS:0;8a040b4bf509:39389 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T20:18:21,955 INFO [RS:0;8a040b4bf509:39389 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:21,956 INFO [RS:0;8a040b4bf509:39389 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T20:18:21,956 INFO [RS:0;8a040b4bf509:39389 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T20:18:21,957 INFO [RS:0;8a040b4bf509:39389 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:21,957 DEBUG [RS:0;8a040b4bf509:39389 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:18:21,957 DEBUG [RS:0;8a040b4bf509:39389 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:18:21,957 DEBUG [RS:0;8a040b4bf509:39389 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:18:21,957 DEBUG [RS:0;8a040b4bf509:39389 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:18:21,957 DEBUG [RS:0;8a040b4bf509:39389 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:18:21,957 DEBUG [RS:0;8a040b4bf509:39389 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8a040b4bf509:0, corePoolSize=2, maxPoolSize=2 2024-11-07T20:18:21,957 DEBUG [RS:0;8a040b4bf509:39389 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:18:21,957 DEBUG [RS:0;8a040b4bf509:39389 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:18:21,957 DEBUG [RS:0;8a040b4bf509:39389 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:18:21,957 DEBUG [RS:0;8a040b4bf509:39389 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:18:21,957 DEBUG [RS:0;8a040b4bf509:39389 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:18:21,957 DEBUG [RS:0;8a040b4bf509:39389 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:18:21,957 DEBUG [RS:0;8a040b4bf509:39389 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8a040b4bf509:0, corePoolSize=3, maxPoolSize=3 2024-11-07T20:18:21,957 DEBUG [RS:0;8a040b4bf509:39389 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8a040b4bf509:0, corePoolSize=3, maxPoolSize=3 2024-11-07T20:18:21,960 INFO [RS:0;8a040b4bf509:39389 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:21,960 INFO [RS:0;8a040b4bf509:39389 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:21,960 INFO [RS:0;8a040b4bf509:39389 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:21,960 INFO [RS:0;8a040b4bf509:39389 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:21,960 INFO [RS:0;8a040b4bf509:39389 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:21,960 INFO [RS:0;8a040b4bf509:39389 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,39389,1731010701018-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T20:18:21,965 WARN [8a040b4bf509:33687 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-07T20:18:21,976 INFO [RS:0;8a040b4bf509:39389 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T20:18:21,976 INFO [RS:0;8a040b4bf509:39389 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,39389,1731010701018-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:21,993 INFO [RS:0;8a040b4bf509:39389 {}] regionserver.ReplicationSource(231): queueId=1-8a040b4bf509,39389,1731010701018, ReplicationSource: 1, currentBandwidth=0 2024-11-07T20:18:21,994 INFO [RS:0;8a040b4bf509:39389 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:21,994 INFO [RS:0;8a040b4bf509:39389 {}] regionserver.Replication(171): 8a040b4bf509,39389,1731010701018 started 2024-11-07T20:18:22,009 INFO [RS:0;8a040b4bf509:39389 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:22,009 INFO [RS:0;8a040b4bf509:39389 {}] regionserver.HRegionServer(1482): Serving as 8a040b4bf509,39389,1731010701018, RpcServer on 8a040b4bf509/172.17.0.2:39389, sessionid=0x10116f2dff50007 2024-11-07T20:18:22,009 DEBUG [RS:0;8a040b4bf509:39389 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T20:18:22,009 DEBUG [RS:0;8a040b4bf509:39389 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8a040b4bf509,39389,1731010701018 2024-11-07T20:18:22,009 DEBUG [RS:0;8a040b4bf509:39389 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a040b4bf509,39389,1731010701018' 2024-11-07T20:18:22,009 DEBUG [RS:0;8a040b4bf509:39389 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1201580692/flush-table-proc/abort' 2024-11-07T20:18:22,010 DEBUG [RS:0;8a040b4bf509:39389 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1201580692/flush-table-proc/acquired' 2024-11-07T20:18:22,010 DEBUG [RS:0;8a040b4bf509:39389 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T20:18:22,010 DEBUG [RS:0;8a040b4bf509:39389 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T20:18:22,011 DEBUG [RS:0;8a040b4bf509:39389 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8a040b4bf509,39389,1731010701018 2024-11-07T20:18:22,011 DEBUG [RS:0;8a040b4bf509:39389 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a040b4bf509,39389,1731010701018' 2024-11-07T20:18:22,011 DEBUG [RS:0;8a040b4bf509:39389 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1201580692/online-snapshot/abort' 2024-11-07T20:18:22,011 DEBUG [RS:0;8a040b4bf509:39389 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1201580692/online-snapshot/acquired' 2024-11-07T20:18:22,011 DEBUG [RS:0;8a040b4bf509:39389.replicationSource,1-8a040b4bf509,39389,1731010701018 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8a040b4bf509:38497' 2024-11-07T20:18:22,012 DEBUG [RS:0;8a040b4bf509:39389 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T20:18:22,012 INFO [RS:0;8a040b4bf509:39389 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T20:18:22,012 INFO [RS:0;8a040b4bf509:39389 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T20:18:22,013 DEBUG [RS:0;8a040b4bf509:39389.replicationSource,1-8a040b4bf509,39389,1731010701018 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5377e5b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:18:22,013 DEBUG [RS:0;8a040b4bf509:39389.replicationSource,1-8a040b4bf509,39389,1731010701018 {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,38497,-1 for getting cluster id 2024-11-07T20:18:22,013 DEBUG [RS:0;8a040b4bf509:39389.replicationSource,1-8a040b4bf509,39389,1731010701018 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:18:22,014 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fd477c3e-74e1-417d-aefe-429c1c41cffc' 2024-11-07T20:18:22,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:18:22,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fd477c3e-74e1-417d-aefe-429c1c41cffc" 2024-11-07T20:18:22,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40918d1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:18:22,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,38497,-1] 2024-11-07T20:18:22,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:18:22,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:18:22,016 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:18:22,017 DEBUG [RS:0;8a040b4bf509:39389.replicationSource,1-8a040b4bf509,39389,1731010701018 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2294ad37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:18:22,017 DEBUG [RS:0;8a040b4bf509:39389.replicationSource,1-8a040b4bf509,39389,1731010701018 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:18:22,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,38497,1731010691392 2024-11-07T20:18:22,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@531c43ee 2024-11-07T20:18:22,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:18:22,019 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-07T20:18:22,025 INFO [RS:0;8a040b4bf509:39389.replicationSource,1-8a040b4bf509,39389,1731010701018 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8a040b4bf509,39389,1731010701018 (queues=0) is replicating from cluster=421bdaa1-75e0-4a8c-9b1c-57d26ec67817 to cluster=fd477c3e-74e1-417d-aefe-429c1c41cffc 2024-11-07T20:18:22,112 INFO [RS:0;8a040b4bf509:39389 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T20:18:22,114 INFO [RS:0;8a040b4bf509:39389 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a040b4bf509%2C39389%2C1731010701018, suffix=, logDir=hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/WALs/8a040b4bf509,39389,1731010701018, archiveDir=hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/oldWALs, maxLogs=10 2024-11-07T20:18:22,127 DEBUG [RS:0;8a040b4bf509:39389 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/WALs/8a040b4bf509,39389,1731010701018/8a040b4bf509%2C39389%2C1731010701018.1731010702114, exclude list is [], retry=0 2024-11-07T20:18:22,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46093,DS-5fefa5ad-3cc2-410c-a005-849a833840be,DISK] 2024-11-07T20:18:22,132 INFO [RS:0;8a040b4bf509:39389 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/WALs/8a040b4bf509,39389,1731010701018/8a040b4bf509%2C39389%2C1731010701018.1731010702114 2024-11-07T20:18:22,134 DEBUG [RS:0;8a040b4bf509:39389 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 8a040b4bf509%2C39389%2C1731010701018 for peer 1 2024-11-07T20:18:22,134 DEBUG [RS:0;8a040b4bf509:39389 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8a040b4bf509%2C39389%2C1731010701018 2024-11-07T20:18:22,134 INFO [RS:0;8a040b4bf509:39389 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8a040b4bf509,39389,1731010701018, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T20:18:22,135 DEBUG [RS:0;8a040b4bf509:39389 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35239:35239)] 2024-11-07T20:18:22,135 INFO [RS:0;8a040b4bf509:39389.replicationSource.shipper8a040b4bf509%2C39389%2C1731010701018,1-8a040b4bf509,39389,1731010701018 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8a040b4bf509%2C39389%2C1731010701018 2024-11-07T20:18:22,135 DEBUG [RS:0;8a040b4bf509:39389.replicationSource.wal-reader.8a040b4bf509%2C39389%2C1731010701018,1-8a040b4bf509,39389,1731010701018 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/WALs/8a040b4bf509,39389,1731010701018/8a040b4bf509%2C39389%2C1731010701018.1731010702114, startPosition=0, beingWritten=true 2024-11-07T20:18:22,216 DEBUG [8a040b4bf509:33687 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T20:18:22,216 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8a040b4bf509,39389,1731010701018 2024-11-07T20:18:22,217 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a040b4bf509,39389,1731010701018, state=OPENING 2024-11-07T20:18:22,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33687-0x10116f2dff50006, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1201580692/meta-region-server 2024-11-07T20:18:22,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x10116f2dff50007, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1201580692/meta-region-server 2024-11-07T20:18:22,239 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1201580692/meta-region-server: CHANGED 2024-11-07T20:18:22,239 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1201580692/meta-region-server: CHANGED 2024-11-07T20:18:22,239 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T20:18:22,240 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8a040b4bf509,39389,1731010701018}] 2024-11-07T20:18:22,342 DEBUG [RS:0;8a040b4bf509:39389.replicationSource.wal-reader.8a040b4bf509%2C39389%2C1731010701018,1-8a040b4bf509,39389,1731010701018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/WALs/8a040b4bf509,39389,1731010701018/8a040b4bf509%2C39389%2C1731010701018.1731010702114 to pos 0, reset compression=false 2024-11-07T20:18:22,393 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T20:18:22,394 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33417, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T20:18:22,397 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T20:18:22,397 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:18:22,398 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T20:18:22,399 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a040b4bf509%2C39389%2C1731010701018.meta, suffix=.meta, logDir=hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/WALs/8a040b4bf509,39389,1731010701018, archiveDir=hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/oldWALs, maxLogs=10 2024-11-07T20:18:22,414 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/WALs/8a040b4bf509,39389,1731010701018/8a040b4bf509%2C39389%2C1731010701018.meta.1731010702399.meta, exclude list is [], retry=0 2024-11-07T20:18:22,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46093,DS-5fefa5ad-3cc2-410c-a005-849a833840be,DISK] 2024-11-07T20:18:22,419 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/WALs/8a040b4bf509,39389,1731010701018/8a040b4bf509%2C39389%2C1731010701018.meta.1731010702399.meta 2024-11-07T20:18:22,419 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35239:35239)] 2024-11-07T20:18:22,419 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T20:18:22,420 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T20:18:22,420 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T20:18:22,420 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T20:18:22,420 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T20:18:22,420 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T20:18:22,420 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:18:22,420 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T20:18:22,420 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T20:18:22,422 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T20:18:22,422 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T20:18:22,422 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:18:22,431 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/data/hbase/meta/1588230740/info/917af762a736466592ae938d453b8e3b 2024-11-07T20:18:22,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:18:22,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T20:18:22,436 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T20:18:22,436 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:18:22,447 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/data/hbase/meta/1588230740/ns/c03baeb3a3ae45f7b1fc5502a6a0844a 2024-11-07T20:18:22,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:18:22,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T20:18:22,448 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T20:18:22,448 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:18:22,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:18:22,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T20:18:22,450 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T20:18:22,450 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:18:22,458 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/data/hbase/meta/1588230740/table/feb8430ca6684bb399000b98005dd78a 2024-11-07T20:18:22,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:18:22,458 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T20:18:22,459 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/data/hbase/meta/1588230740 2024-11-07T20:18:22,460 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/data/hbase/meta/1588230740 2024-11-07T20:18:22,465 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T20:18:22,465 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T20:18:22,466 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T20:18:22,468 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T20:18:22,469 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70700764, jitterRate=0.053523480892181396}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T20:18:22,469 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T20:18:22,469 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731010702420Writing region info on filesystem at 1731010702420Initializing all the Stores at 1731010702421 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010702421Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010702421Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010702421Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010702421Cleaning up temporary data from old regions at 1731010702465 (+44 ms)Running coprocessor post-open hooks at 1731010702469 (+4 ms)Region opened successfully at 1731010702469 2024-11-07T20:18:22,470 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731010702392 2024-11-07T20:18:22,472 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T20:18:22,473 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T20:18:22,473 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=8a040b4bf509,39389,1731010701018 2024-11-07T20:18:22,474 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a040b4bf509,39389,1731010701018, state=OPEN 2024-11-07T20:18:22,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x10116f2dff50007, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1201580692/meta-region-server 2024-11-07T20:18:22,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33687-0x10116f2dff50006, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1201580692/meta-region-server 2024-11-07T20:18:22,484 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1201580692/meta-region-server: CHANGED 2024-11-07T20:18:22,484 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1201580692/meta-region-server: CHANGED 2024-11-07T20:18:22,484 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8a040b4bf509,39389,1731010701018 2024-11-07T20:18:22,486 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-07T20:18:22,486 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8a040b4bf509,39389,1731010701018 in 244 msec 2024-11-07T20:18:22,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-07T20:18:22,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 673 msec 2024-11-07T20:18:22,648 DEBUG [RS:0;8a040b4bf509:39389.replicationSource.wal-reader.8a040b4bf509%2C39389%2C1731010701018,1-8a040b4bf509,39389,1731010701018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/WALs/8a040b4bf509,39389,1731010701018/8a040b4bf509%2C39389%2C1731010701018.1731010702114 to pos 0, reset compression=false 2024-11-07T20:18:23,054 DEBUG [RS:0;8a040b4bf509:39389.replicationSource.wal-reader.8a040b4bf509%2C39389%2C1731010701018,1-8a040b4bf509,39389,1731010701018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/WALs/8a040b4bf509,39389,1731010701018/8a040b4bf509%2C39389%2C1731010701018.1731010702114 to pos 0, reset compression=false 2024-11-07T20:18:23,431 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1603ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-07T20:18:23,558 DEBUG [RS:0;8a040b4bf509:39389.replicationSource.wal-reader.8a040b4bf509%2C39389%2C1731010701018,1-8a040b4bf509,39389,1731010701018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/WALs/8a040b4bf509,39389,1731010701018/8a040b4bf509%2C39389%2C1731010701018.1731010702114 to pos 0, reset compression=false 2024-11-07T20:18:24,162 DEBUG [RS:0;8a040b4bf509:39389.replicationSource.wal-reader.8a040b4bf509%2C39389%2C1731010701018,1-8a040b4bf509,39389,1731010701018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/WALs/8a040b4bf509,39389,1731010701018/8a040b4bf509%2C39389%2C1731010701018.1731010702114 to pos 0, reset compression=false 2024-11-07T20:18:24,867 DEBUG [RS:0;8a040b4bf509:39389.replicationSource.wal-reader.8a040b4bf509%2C39389%2C1731010701018,1-8a040b4bf509,39389,1731010701018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/WALs/8a040b4bf509,39389,1731010701018/8a040b4bf509%2C39389%2C1731010701018.1731010702114 to pos 0, reset compression=false 2024-11-07T20:18:24,933 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3105ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-07T20:18:25,672 DEBUG [RS:0;8a040b4bf509:39389.replicationSource.wal-reader.8a040b4bf509%2C39389%2C1731010701018,1-8a040b4bf509,39389,1731010701018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/WALs/8a040b4bf509,39389,1731010701018/8a040b4bf509%2C39389%2C1731010701018.1731010702114 to pos 0, reset compression=false 2024-11-07T20:18:26,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-07T20:18:26,336 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4508ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-07T20:18:26,336 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T20:18:26,336 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:18:26,336 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,39389,1731010701018, seqNum=-1] 2024-11-07T20:18:26,337 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:18:26,338 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33203, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T20:18:26,341 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5cad54f3cc5f474a009fb5703b5ee78f, regionState=OPEN, lastHost=8a040b4bf509,41843,1731010686145, regionLocation=8a040b4bf509,41843,1731010686145, openSeqNum=2 2024-11-07T20:18:26,341 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T20:18:26,341 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731010766341 2024-11-07T20:18:26,341 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731010826341 2024-11-07T20:18:26,341 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 4 msec 2024-11-07T20:18:26,341 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): 8a040b4bf509,41843,1731010686145 had 2 regions 2024-11-07T20:18:26,341 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,33687,1731010700974-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:26,341 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,33687,1731010700974-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:26,341 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,33687,1731010700974-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:26,341 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8a040b4bf509:33687, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:26,341 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:26,341 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:26,342 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 8a040b4bf509,41843,1731010686145, splitWal=true, meta=true, isMeta: false 2024-11-07T20:18:26,343 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/WALs/8a040b4bf509,41843,1731010686145-splitting dir is empty, no logs to split. 2024-11-07T20:18:26,343 INFO [PEWorker-2 {}] master.SplitWALManager(105): 8a040b4bf509,41843,1731010686145 WAL count=0, meta=false 2024-11-07T20:18:26,345 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/WALs/8a040b4bf509,41843,1731010686145-splitting dir is empty, no logs to split. 2024-11-07T20:18:26,345 INFO [PEWorker-2 {}] master.SplitWALManager(105): 8a040b4bf509,41843,1731010686145 WAL count=0, meta=false 2024-11-07T20:18:26,345 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if 8a040b4bf509,41843,1731010686145 WAL splitting is done? wals=0, meta=false 2024-11-07T20:18:26,347 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.263sec 2024-11-07T20:18:26,347 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T20:18:26,347 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T20:18:26,347 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T20:18:26,347 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T20:18:26,347 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T20:18:26,347 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,33687,1731010700974-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T20:18:26,347 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,33687,1731010700974-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T20:18:26,350 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T20:18:26,350 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T20:18:26,350 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,33687,1731010700974-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:26,351 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5cad54f3cc5f474a009fb5703b5ee78f, ASSIGN}] 2024-11-07T20:18:26,351 WARN [master/8a040b4bf509:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=8a040b4bf509,41843,1731010686145/hbase:replication,,1731010695005.5cad54f3cc5f474a009fb5703b5ee78f. 2024-11-07T20:18:26,352 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5cad54f3cc5f474a009fb5703b5ee78f, ASSIGN 2024-11-07T20:18:26,353 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5cad54f3cc5f474a009fb5703b5ee78f, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-07T20:18:26,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28b45b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:18:26,444 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,33687,-1 for getting cluster id 2024-11-07T20:18:26,444 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:18:26,445 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '421bdaa1-75e0-4a8c-9b1c-57d26ec67817' 2024-11-07T20:18:26,445 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:18:26,445 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "421bdaa1-75e0-4a8c-9b1c-57d26ec67817" 2024-11-07T20:18:26,445 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a73720a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:18:26,445 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,33687,-1] 2024-11-07T20:18:26,445 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:18:26,446 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:18:26,446 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:18:26,447 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24f0c333, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:18:26,448 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:18:26,448 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,39389,1731010701018, seqNum=-1] 2024-11-07T20:18:26,449 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:18:26,450 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T20:18:26,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-07T20:18:26,451 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T20:18:26,452 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:18:26,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:18:26,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:18:26,452 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:18:26,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 8a040b4bf509:33687 after: 8a040b4bf509:33687 2024-11-07T20:18:26,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@330a8952, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:18:26,452 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,33687,-1 for getting cluster id 2024-11-07T20:18:26,453 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:18:26,453 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '421bdaa1-75e0-4a8c-9b1c-57d26ec67817' 2024-11-07T20:18:26,453 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:18:26,453 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "421bdaa1-75e0-4a8c-9b1c-57d26ec67817" 2024-11-07T20:18:26,454 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44a7e0be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:18:26,454 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,33687,-1] 2024-11-07T20:18:26,454 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:18:26,454 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:18:26,454 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:18:26,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fa36ead, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:18:26,455 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:18:26,456 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,33687,1731010700974 2024-11-07T20:18:26,456 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38c4a59e 2024-11-07T20:18:26,456 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:18:26,457 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T20:18:26,457 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-07T20:18:26,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T20:18:26,457 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T20:18:26,458 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:18:26,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:18:26,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:18:26,458 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:18:26,458 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T20:18:26,458 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=680934297, stopped=false 2024-11-07T20:18:26,458 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8a040b4bf509,38497,1731010691392 2024-11-07T20:18:26,503 DEBUG [8a040b4bf509:33687 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T20:18:26,503 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=5cad54f3cc5f474a009fb5703b5ee78f, regionState=OPENING, regionLocation=8a040b4bf509,39389,1731010701018 2024-11-07T20:18:26,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5cad54f3cc5f474a009fb5703b5ee78f, ASSIGN because future has completed 2024-11-07T20:18:26,506 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5cad54f3cc5f474a009fb5703b5ee78f, server=8a040b4bf509,39389,1731010701018}] 2024-11-07T20:18:26,528 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37231-0x10116f2dff50004, quorum=127.0.0.1:58509, baseZNode=/1329009360 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1329009360/running 2024-11-07T20:18:26,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38497-0x10116f2dff50003, quorum=127.0.0.1:58509, baseZNode=/1329009360 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1329009360/running 2024-11-07T20:18:26,528 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37231-0x10116f2dff50004, quorum=127.0.0.1:58509, baseZNode=/1329009360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1329009360 2024-11-07T20:18:26,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38497-0x10116f2dff50003, quorum=127.0.0.1:58509, baseZNode=/1329009360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1329009360 2024-11-07T20:18:26,528 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T20:18:26,528 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T20:18:26,528 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:18:26,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:18:26,528 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37231-0x10116f2dff50004, quorum=127.0.0.1:58509, baseZNode=/1329009360 Set watcher on znode that does not yet exist, /1329009360/running 2024-11-07T20:18:26,529 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8a040b4bf509,37231,1731010691534' ***** 2024-11-07T20:18:26,529 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T20:18:26,529 INFO [RS:0;8a040b4bf509:37231 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T20:18:26,529 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38497-0x10116f2dff50003, quorum=127.0.0.1:58509, baseZNode=/1329009360 Set watcher on znode that does not yet exist, /1329009360/running 2024-11-07T20:18:26,529 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T20:18:26,529 INFO [RS:0;8a040b4bf509:37231 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T20:18:26,529 INFO [RS:0;8a040b4bf509:37231 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T20:18:26,529 INFO [RS:0;8a040b4bf509:37231 {}] regionserver.HRegionServer(959): stopping server 8a040b4bf509,37231,1731010691534 2024-11-07T20:18:26,529 INFO [RS:0;8a040b4bf509:37231 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T20:18:26,529 INFO [RS:0;8a040b4bf509:37231 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a040b4bf509:37231. 2024-11-07T20:18:26,529 DEBUG [RS:0;8a040b4bf509:37231 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:18:26,529 DEBUG [RS:0;8a040b4bf509:37231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:18:26,529 INFO [RS:0;8a040b4bf509:37231 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T20:18:26,529 INFO [RS:0;8a040b4bf509:37231 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T20:18:26,529 INFO [RS:0;8a040b4bf509:37231 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T20:18:26,530 INFO [RS:0;8a040b4bf509:37231 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T20:18:26,530 INFO [RS:0;8a040b4bf509:37231 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T20:18:26,530 DEBUG [RS:0;8a040b4bf509:37231 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-07T20:18:26,530 DEBUG [RS:0;8a040b4bf509:37231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T20:18:26,530 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T20:18:26,530 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T20:18:26,530 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T20:18:26,530 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T20:18:26,530 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T20:18:26,530 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-07T20:18:26,561 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45383/user/jenkins/test-data/32eb7bce-3e51-9650-bd97-f845fc876047/data/hbase/meta/1588230740/.tmp/ns/ea214822bae04fd9b127e32d9486da60 is 43, key is default/ns:d/1731010694933/Put/seqid=0 2024-11-07T20:18:26,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41747 is added to blk_1073741835_1011 (size=5153) 2024-11-07T20:18:26,578 DEBUG [RS:0;8a040b4bf509:39389.replicationSource.wal-reader.8a040b4bf509%2C39389%2C1731010701018,1-8a040b4bf509,39389,1731010701018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/WALs/8a040b4bf509,39389,1731010701018/8a040b4bf509%2C39389%2C1731010701018.1731010702114 to pos 0, reset compression=false 2024-11-07T20:18:26,592 INFO [regionserver/8a040b4bf509:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T20:18:26,660 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731010695005.5cad54f3cc5f474a009fb5703b5ee78f. 2024-11-07T20:18:26,660 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:18:26,660 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-07T20:18:26,662 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a040b4bf509%2C39389%2C1731010701018.rep, suffix=, logDir=hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/WALs/8a040b4bf509,39389,1731010701018, archiveDir=hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/oldWALs, maxLogs=10 2024-11-07T20:18:26,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/WALs/8a040b4bf509,39389,1731010701018/8a040b4bf509%2C39389%2C1731010701018.rep.1731010706662, exclude list is [], retry=0 2024-11-07T20:18:26,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46093,DS-5fefa5ad-3cc2-410c-a005-849a833840be,DISK] 2024-11-07T20:18:26,693 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/WALs/8a040b4bf509,39389,1731010701018/8a040b4bf509%2C39389%2C1731010701018.rep.1731010706662 2024-11-07T20:18:26,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35239:35239)] 2024-11-07T20:18:26,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 5cad54f3cc5f474a009fb5703b5ee78f, NAME => 'hbase:replication,,1731010695005.5cad54f3cc5f474a009fb5703b5ee78f.', STARTKEY => '', ENDKEY => ''} 2024-11-07T20:18:26,694 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T20:18:26,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T20:18:26,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731010695005.5cad54f3cc5f474a009fb5703b5ee78f. service=MultiRowMutationService 2024-11-07T20:18:26,695 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-07T20:18:26,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5cad54f3cc5f474a009fb5703b5ee78f 2024-11-07T20:18:26,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731010695005.5cad54f3cc5f474a009fb5703b5ee78f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:18:26,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 5cad54f3cc5f474a009fb5703b5ee78f 2024-11-07T20:18:26,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 5cad54f3cc5f474a009fb5703b5ee78f 2024-11-07T20:18:26,698 INFO [StoreOpener-5cad54f3cc5f474a009fb5703b5ee78f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5cad54f3cc5f474a009fb5703b5ee78f 2024-11-07T20:18:26,699 INFO [StoreOpener-5cad54f3cc5f474a009fb5703b5ee78f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5cad54f3cc5f474a009fb5703b5ee78f columnFamilyName hfileref 2024-11-07T20:18:26,699 DEBUG [StoreOpener-5cad54f3cc5f474a009fb5703b5ee78f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:18:26,699 INFO [StoreOpener-5cad54f3cc5f474a009fb5703b5ee78f-1 {}] regionserver.HStore(327): Store=5cad54f3cc5f474a009fb5703b5ee78f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:18:26,699 INFO [StoreOpener-5cad54f3cc5f474a009fb5703b5ee78f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5cad54f3cc5f474a009fb5703b5ee78f 2024-11-07T20:18:26,700 INFO [StoreOpener-5cad54f3cc5f474a009fb5703b5ee78f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5cad54f3cc5f474a009fb5703b5ee78f columnFamilyName queue 2024-11-07T20:18:26,700 DEBUG [StoreOpener-5cad54f3cc5f474a009fb5703b5ee78f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:18:26,707 DEBUG [StoreOpener-5cad54f3cc5f474a009fb5703b5ee78f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/data/hbase/replication/5cad54f3cc5f474a009fb5703b5ee78f/queue/22185dde3f74420a9007aa91d1ef960d 2024-11-07T20:18:26,707 INFO [StoreOpener-5cad54f3cc5f474a009fb5703b5ee78f-1 {}] regionserver.HStore(327): Store=5cad54f3cc5f474a009fb5703b5ee78f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:18:26,708 INFO [StoreOpener-5cad54f3cc5f474a009fb5703b5ee78f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5cad54f3cc5f474a009fb5703b5ee78f 2024-11-07T20:18:26,709 INFO [StoreOpener-5cad54f3cc5f474a009fb5703b5ee78f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5cad54f3cc5f474a009fb5703b5ee78f columnFamilyName sid 2024-11-07T20:18:26,709 DEBUG [StoreOpener-5cad54f3cc5f474a009fb5703b5ee78f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:18:26,709 INFO [StoreOpener-5cad54f3cc5f474a009fb5703b5ee78f-1 {}] regionserver.HStore(327): Store=5cad54f3cc5f474a009fb5703b5ee78f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:18:26,709 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 5cad54f3cc5f474a009fb5703b5ee78f 2024-11-07T20:18:26,710 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/data/hbase/replication/5cad54f3cc5f474a009fb5703b5ee78f 2024-11-07T20:18:26,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/data/hbase/replication/5cad54f3cc5f474a009fb5703b5ee78f 2024-11-07T20:18:26,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 5cad54f3cc5f474a009fb5703b5ee78f 2024-11-07T20:18:26,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 5cad54f3cc5f474a009fb5703b5ee78f 2024-11-07T20:18:26,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T20:18:26,714 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 5cad54f3cc5f474a009fb5703b5ee78f 2024-11-07T20:18:26,715 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 5cad54f3cc5f474a009fb5703b5ee78f; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68938533, jitterRate=0.027264192700386047}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T20:18:26,715 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5cad54f3cc5f474a009fb5703b5ee78f 2024-11-07T20:18:26,715 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 5cad54f3cc5f474a009fb5703b5ee78f: Running coprocessor pre-open hook at 1731010706695Writing region info on filesystem at 1731010706695Initializing all the Stores at 1731010706696 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010706696Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010706698 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010706698Cleaning up temporary data from old regions at 1731010706712 (+14 ms)Running coprocessor post-open hooks at 1731010706715 (+3 ms)Region opened successfully at 1731010706715 2024-11-07T20:18:26,716 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731010695005.5cad54f3cc5f474a009fb5703b5ee78f., pid=13, masterSystemTime=1731010706657 2024-11-07T20:18:26,718 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731010695005.5cad54f3cc5f474a009fb5703b5ee78f. 2024-11-07T20:18:26,718 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731010695005.5cad54f3cc5f474a009fb5703b5ee78f. 2024-11-07T20:18:26,719 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=5cad54f3cc5f474a009fb5703b5ee78f, regionState=OPEN, openSeqNum=9, regionLocation=8a040b4bf509,39389,1731010701018 2024-11-07T20:18:26,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5cad54f3cc5f474a009fb5703b5ee78f, server=8a040b4bf509,39389,1731010701018 because future has completed 2024-11-07T20:18:26,723 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-07T20:18:26,723 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 5cad54f3cc5f474a009fb5703b5ee78f, server=8a040b4bf509,39389,1731010701018 in 217 msec 2024-11-07T20:18:26,725 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-07T20:18:26,725 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5cad54f3cc5f474a009fb5703b5ee78f, ASSIGN in 372 msec 2024-11-07T20:18:26,726 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-07T20:18:26,730 DEBUG [RS:0;8a040b4bf509:37231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T20:18:26,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731010695005.5cad54f3cc5f474a009fb5703b5ee78f., hostname=8a040b4bf509,39389,1731010701018, seqNum=9] 2024-11-07T20:18:26,752 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 8a040b4bf509,41843,1731010686145 2024-11-07T20:18:26,752 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-07T20:18:26,878 INFO [regionserver/8a040b4bf509:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T20:18:26,878 INFO [regionserver/8a040b4bf509:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T20:18:26,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-07T20:18:26,930 DEBUG [RS:0;8a040b4bf509:37231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T20:18:26,966 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45383/user/jenkins/test-data/32eb7bce-3e51-9650-bd97-f845fc876047/data/hbase/meta/1588230740/.tmp/ns/ea214822bae04fd9b127e32d9486da60 2024-11-07T20:18:26,975 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45383/user/jenkins/test-data/32eb7bce-3e51-9650-bd97-f845fc876047/data/hbase/meta/1588230740/.tmp/ns/ea214822bae04fd9b127e32d9486da60 as hdfs://localhost:45383/user/jenkins/test-data/32eb7bce-3e51-9650-bd97-f845fc876047/data/hbase/meta/1588230740/ns/ea214822bae04fd9b127e32d9486da60 2024-11-07T20:18:26,981 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45383/user/jenkins/test-data/32eb7bce-3e51-9650-bd97-f845fc876047/data/hbase/meta/1588230740/ns/ea214822bae04fd9b127e32d9486da60, entries=2, sequenceid=6, filesize=5.0 K 2024-11-07T20:18:26,982 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 452ms, sequenceid=6, compaction requested=false 2024-11-07T20:18:26,982 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T20:18:26,993 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45383/user/jenkins/test-data/32eb7bce-3e51-9650-bd97-f845fc876047/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-07T20:18:26,994 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T20:18:26,994 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T20:18:26,994 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T20:18:26,994 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731010706530Running coprocessor pre-close hooks at 1731010706530Disabling compacts and flushes for region at 1731010706530Disabling writes for close at 1731010706530Obtaining lock to block concurrent updates at 1731010706530Preparing flush snapshotting stores in 1588230740 at 1731010706530Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731010706530Flushing stores of hbase:meta,,1.1588230740 at 1731010706531 (+1 ms)Flushing 1588230740/ns: creating writer at 1731010706531Flushing 1588230740/ns: appending metadata at 1731010706561 (+30 ms)Flushing 1588230740/ns: closing flushed file at 1731010706561Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37b7c529: reopening flushed file at 1731010706974 (+413 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 452ms, sequenceid=6, compaction requested=false at 1731010706982 (+8 ms)Writing region close event to WAL at 1731010706984 (+2 ms)Running coprocessor post-close hooks at 1731010706994 (+10 ms)Closed at 1731010706994 2024-11-07T20:18:26,994 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T20:18:27,130 INFO [RS:0;8a040b4bf509:37231 {}] regionserver.HRegionServer(976): stopping server 8a040b4bf509,37231,1731010691534; all regions closed. 2024-11-07T20:18:27,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41747 is added to blk_1073741834_1010 (size=1152) 2024-11-07T20:18:27,135 DEBUG [RS:0;8a040b4bf509:37231 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/32eb7bce-3e51-9650-bd97-f845fc876047/oldWALs 2024-11-07T20:18:27,135 INFO [RS:0;8a040b4bf509:37231 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8a040b4bf509%2C37231%2C1731010691534.meta:.meta(num 1731010694882) 2024-11-07T20:18:27,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41747 is added to blk_1073741832_1008 (size=93) 2024-11-07T20:18:27,138 DEBUG [RS:0;8a040b4bf509:37231 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/32eb7bce-3e51-9650-bd97-f845fc876047/oldWALs 2024-11-07T20:18:27,139 INFO [RS:0;8a040b4bf509:37231 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8a040b4bf509%2C37231%2C1731010691534:(num 1731010693909) 2024-11-07T20:18:27,139 DEBUG [RS:0;8a040b4bf509:37231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:18:27,139 INFO [RS:0;8a040b4bf509:37231 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T20:18:27,139 INFO [RS:0;8a040b4bf509:37231 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T20:18:27,139 INFO [RS:0;8a040b4bf509:37231 {}] hbase.ChoreService(370): Chore service for: regionserver/8a040b4bf509:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-07T20:18:27,139 INFO [RS:0;8a040b4bf509:37231 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T20:18:27,139 INFO [regionserver/8a040b4bf509:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T20:18:27,139 INFO [RS:0;8a040b4bf509:37231 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37231 2024-11-07T20:18:27,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38497-0x10116f2dff50003, quorum=127.0.0.1:58509, baseZNode=/1329009360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1329009360/rs 2024-11-07T20:18:27,157 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37231-0x10116f2dff50004, quorum=127.0.0.1:58509, baseZNode=/1329009360 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1329009360/rs/8a040b4bf509,37231,1731010691534 2024-11-07T20:18:27,157 INFO [RS:0;8a040b4bf509:37231 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T20:18:27,186 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8a040b4bf509,37231,1731010691534] 2024-11-07T20:18:27,196 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1329009360/draining/8a040b4bf509,37231,1731010691534 already deleted, retry=false 2024-11-07T20:18:27,196 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8a040b4bf509,37231,1731010691534 expired; onlineServers=0 2024-11-07T20:18:27,196 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8a040b4bf509,38497,1731010691392' ***** 2024-11-07T20:18:27,196 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T20:18:27,196 INFO [M:0;8a040b4bf509:38497 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T20:18:27,196 INFO [M:0;8a040b4bf509:38497 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T20:18:27,196 DEBUG [M:0;8a040b4bf509:38497 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T20:18:27,197 DEBUG [M:0;8a040b4bf509:38497 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T20:18:27,197 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T20:18:27,197 DEBUG [master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.small.0-1731010693658 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.small.0-1731010693658,5,FailOnTimeoutGroup] 2024-11-07T20:18:27,197 DEBUG [master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.large.0-1731010693657 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.large.0-1731010693657,5,FailOnTimeoutGroup] 2024-11-07T20:18:27,197 INFO [M:0;8a040b4bf509:38497 {}] hbase.ChoreService(370): Chore service for: master/8a040b4bf509:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T20:18:27,197 INFO [M:0;8a040b4bf509:38497 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T20:18:27,197 DEBUG [M:0;8a040b4bf509:38497 {}] master.HMaster(1795): Stopping service threads 2024-11-07T20:18:27,197 INFO [M:0;8a040b4bf509:38497 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T20:18:27,197 INFO [M:0;8a040b4bf509:38497 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T20:18:27,197 INFO [M:0;8a040b4bf509:38497 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T20:18:27,197 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T20:18:27,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38497-0x10116f2dff50003, quorum=127.0.0.1:58509, baseZNode=/1329009360 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1329009360/master 2024-11-07T20:18:27,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38497-0x10116f2dff50003, quorum=127.0.0.1:58509, baseZNode=/1329009360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1329009360 2024-11-07T20:18:27,207 DEBUG [M:0;8a040b4bf509:38497 {}] zookeeper.ZKUtil(347): master:38497-0x10116f2dff50003, quorum=127.0.0.1:58509, baseZNode=/1329009360 Unable to get data of znode /1329009360/master because node does not exist (not an error) 2024-11-07T20:18:27,207 WARN [M:0;8a040b4bf509:38497 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T20:18:27,208 INFO [M:0;8a040b4bf509:38497 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45383/user/jenkins/test-data/32eb7bce-3e51-9650-bd97-f845fc876047/.lastflushedseqids 2024-11-07T20:18:27,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41747 is added to blk_1073741836_1012 (size=99) 2024-11-07T20:18:27,286 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37231-0x10116f2dff50004, quorum=127.0.0.1:58509, baseZNode=/1329009360 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:18:27,286 INFO [RS:0;8a040b4bf509:37231 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T20:18:27,286 INFO [RS:0;8a040b4bf509:37231 {}] regionserver.HRegionServer(1031): Exiting; stopping=8a040b4bf509,37231,1731010691534; zookeeper connection closed. 2024-11-07T20:18:27,286 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37231-0x10116f2dff50004, quorum=127.0.0.1:58509, baseZNode=/1329009360 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:18:27,286 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@45e79c56 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@45e79c56 2024-11-07T20:18:27,286 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T20:18:27,583 DEBUG [RS:0;8a040b4bf509:39389.replicationSource.wal-reader.8a040b4bf509%2C39389%2C1731010701018,1-8a040b4bf509,39389,1731010701018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/WALs/8a040b4bf509,39389,1731010701018/8a040b4bf509%2C39389%2C1731010701018.1731010702114 to pos 0, reset compression=false 2024-11-07T20:18:27,619 INFO [M:0;8a040b4bf509:38497 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T20:18:27,619 INFO [M:0;8a040b4bf509:38497 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T20:18:27,619 DEBUG [M:0;8a040b4bf509:38497 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T20:18:27,620 INFO [M:0;8a040b4bf509:38497 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:18:27,620 DEBUG [M:0;8a040b4bf509:38497 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:18:27,620 DEBUG [M:0;8a040b4bf509:38497 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T20:18:27,620 DEBUG [M:0;8a040b4bf509:38497 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:18:27,620 INFO [M:0;8a040b4bf509:38497 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-07T20:18:27,634 DEBUG [M:0;8a040b4bf509:38497 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45383/user/jenkins/test-data/32eb7bce-3e51-9650-bd97-f845fc876047/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5ffb281605774b9aa09e9ed29571a2f5 is 82, key is hbase:meta,,1/info:regioninfo/1731010694913/Put/seqid=0 2024-11-07T20:18:27,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41747 is added to blk_1073741837_1013 (size=5672) 2024-11-07T20:18:27,922 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T20:18:27,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:18:27,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:18:27,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:18:27,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:18:27,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:18:27,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:18:28,038 INFO [M:0;8a040b4bf509:38497 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45383/user/jenkins/test-data/32eb7bce-3e51-9650-bd97-f845fc876047/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5ffb281605774b9aa09e9ed29571a2f5 2024-11-07T20:18:28,057 DEBUG [M:0;8a040b4bf509:38497 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45383/user/jenkins/test-data/32eb7bce-3e51-9650-bd97-f845fc876047/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7b8a87e23e894553b6250e9b4569eb6a is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731010694936/Put/seqid=0 2024-11-07T20:18:28,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41747 is added to blk_1073741838_1014 (size=5275) 2024-11-07T20:18:28,461 INFO [M:0;8a040b4bf509:38497 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45383/user/jenkins/test-data/32eb7bce-3e51-9650-bd97-f845fc876047/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7b8a87e23e894553b6250e9b4569eb6a 2024-11-07T20:18:28,479 DEBUG [M:0;8a040b4bf509:38497 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45383/user/jenkins/test-data/32eb7bce-3e51-9650-bd97-f845fc876047/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a0ddbc6c785541c3a3c8f6745655406d is 69, key is 8a040b4bf509,37231,1731010691534/rs:state/1731010693697/Put/seqid=0 2024-11-07T20:18:28,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41747 is added to blk_1073741839_1015 (size=5156) 2024-11-07T20:18:28,687 DEBUG [RS:0;8a040b4bf509:39389.replicationSource.wal-reader.8a040b4bf509%2C39389%2C1731010701018,1-8a040b4bf509,39389,1731010701018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/WALs/8a040b4bf509,39389,1731010701018/8a040b4bf509%2C39389%2C1731010701018.1731010702114 to pos 0, reset compression=false 2024-11-07T20:18:28,884 INFO [M:0;8a040b4bf509:38497 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45383/user/jenkins/test-data/32eb7bce-3e51-9650-bd97-f845fc876047/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a0ddbc6c785541c3a3c8f6745655406d 2024-11-07T20:18:28,889 DEBUG [M:0;8a040b4bf509:38497 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45383/user/jenkins/test-data/32eb7bce-3e51-9650-bd97-f845fc876047/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5ffb281605774b9aa09e9ed29571a2f5 as hdfs://localhost:45383/user/jenkins/test-data/32eb7bce-3e51-9650-bd97-f845fc876047/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5ffb281605774b9aa09e9ed29571a2f5 2024-11-07T20:18:28,894 INFO [M:0;8a040b4bf509:38497 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45383/user/jenkins/test-data/32eb7bce-3e51-9650-bd97-f845fc876047/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5ffb281605774b9aa09e9ed29571a2f5, entries=8, sequenceid=28, filesize=5.5 K 2024-11-07T20:18:28,896 DEBUG [M:0;8a040b4bf509:38497 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45383/user/jenkins/test-data/32eb7bce-3e51-9650-bd97-f845fc876047/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7b8a87e23e894553b6250e9b4569eb6a as hdfs://localhost:45383/user/jenkins/test-data/32eb7bce-3e51-9650-bd97-f845fc876047/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7b8a87e23e894553b6250e9b4569eb6a 2024-11-07T20:18:28,900 INFO [M:0;8a040b4bf509:38497 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45383/user/jenkins/test-data/32eb7bce-3e51-9650-bd97-f845fc876047/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7b8a87e23e894553b6250e9b4569eb6a, entries=3, sequenceid=28, filesize=5.2 K 2024-11-07T20:18:28,901 DEBUG [M:0;8a040b4bf509:38497 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45383/user/jenkins/test-data/32eb7bce-3e51-9650-bd97-f845fc876047/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a0ddbc6c785541c3a3c8f6745655406d as hdfs://localhost:45383/user/jenkins/test-data/32eb7bce-3e51-9650-bd97-f845fc876047/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a0ddbc6c785541c3a3c8f6745655406d 2024-11-07T20:18:28,907 INFO [M:0;8a040b4bf509:38497 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45383/user/jenkins/test-data/32eb7bce-3e51-9650-bd97-f845fc876047/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a0ddbc6c785541c3a3c8f6745655406d, entries=1, sequenceid=28, filesize=5.0 K 2024-11-07T20:18:28,908 INFO [M:0;8a040b4bf509:38497 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=28, compaction requested=false 2024-11-07T20:18:28,918 INFO [M:0;8a040b4bf509:38497 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:18:28,918 DEBUG [M:0;8a040b4bf509:38497 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731010707619Disabling compacts and flushes for region at 1731010707619Disabling writes for close at 1731010707620 (+1 ms)Obtaining lock to block concurrent updates at 1731010707620Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731010707620Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731010707620Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731010707621 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731010707621Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731010707633 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731010707633Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731010708043 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731010708056 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731010708056Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731010708466 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731010708479 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731010708479Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c434e58: reopening flushed file at 1731010708888 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e63a6c2: reopening flushed file at 1731010708895 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@445931c0: reopening flushed file at 1731010708901 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=28, compaction requested=false at 1731010708908 (+7 ms)Writing region close event to WAL at 1731010708918 (+10 ms)Closed at 1731010708918 2024-11-07T20:18:28,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41747 is added to blk_1073741830_1006 (size=10165) 2024-11-07T20:18:28,922 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T20:18:28,922 INFO [M:0;8a040b4bf509:38497 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T20:18:28,922 INFO [M:0;8a040b4bf509:38497 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38497 2024-11-07T20:18:28,922 INFO [M:0;8a040b4bf509:38497 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T20:18:29,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38497-0x10116f2dff50003, quorum=127.0.0.1:58509, baseZNode=/1329009360 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:18:29,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38497-0x10116f2dff50003, quorum=127.0.0.1:58509, baseZNode=/1329009360 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:18:29,033 INFO [M:0;8a040b4bf509:38497 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T20:18:29,037 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3ef946f0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T20:18:29,037 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24276de4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T20:18:29,037 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T20:18:29,037 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30fc2704{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T20:18:29,037 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ee05249{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9f0c9e8-6443-fc70-a47a-56eee0b153ae/hadoop.log.dir/,STOPPED} 2024-11-07T20:18:29,038 WARN [BP-1818314843-172.17.0.2-1731010689513 heartbeating to localhost/127.0.0.1:45383 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T20:18:29,039 WARN [BP-1818314843-172.17.0.2-1731010689513 heartbeating to localhost/127.0.0.1:45383 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1818314843-172.17.0.2-1731010689513 (Datanode Uuid caf4f0cc-89bb-423e-bc73-b7fd066a30cc) service to localhost/127.0.0.1:45383 2024-11-07T20:18:29,039 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T20:18:29,039 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T20:18:29,039 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9f0c9e8-6443-fc70-a47a-56eee0b153ae/cluster_d0899376-b304-ca57-3ad8-c3d522b16478/data/data1/current/BP-1818314843-172.17.0.2-1731010689513 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T20:18:29,040 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9f0c9e8-6443-fc70-a47a-56eee0b153ae/cluster_d0899376-b304-ca57-3ad8-c3d522b16478/data/data2/current/BP-1818314843-172.17.0.2-1731010689513 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T20:18:29,040 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T20:18:29,044 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5aa33762{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T20:18:29,045 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2015cadd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T20:18:29,045 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T20:18:29,045 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@80b377b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T20:18:29,045 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a59c7ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9f0c9e8-6443-fc70-a47a-56eee0b153ae/hadoop.log.dir/,STOPPED} 2024-11-07T20:18:29,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T20:18:29,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T20:18:29,057 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T20:18:29,057 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:18:29,057 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:18:29,057 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:18:29,057 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:18:29,057 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T20:18:29,057 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=883801766, stopped=false 2024-11-07T20:18:29,057 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8a040b4bf509,33687,1731010700974 2024-11-07T20:18:29,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x10116f2dff50007, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1201580692/running 2024-11-07T20:18:29,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33687-0x10116f2dff50006, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1201580692/running 2024-11-07T20:18:29,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x10116f2dff50007, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1201580692 2024-11-07T20:18:29,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33687-0x10116f2dff50006, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1201580692 2024-11-07T20:18:29,083 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T20:18:29,083 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T20:18:29,083 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:18:29,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:18:29,084 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8a040b4bf509,39389,1731010701018' ***** 2024-11-07T20:18:29,084 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33687-0x10116f2dff50006, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Set watcher on znode that does not yet exist, /0-1201580692/running 2024-11-07T20:18:29,084 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T20:18:29,084 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39389-0x10116f2dff50007, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Set watcher on znode that does not yet exist, /0-1201580692/running 2024-11-07T20:18:29,084 INFO [RS:0;8a040b4bf509:39389 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T20:18:29,084 INFO [RS:0;8a040b4bf509:39389 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T20:18:29,084 INFO [RS:0;8a040b4bf509:39389 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T20:18:29,084 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T20:18:29,084 INFO [RS:0;8a040b4bf509:39389 {}] regionserver.HRegionServer(3091): Received CLOSE for 5cad54f3cc5f474a009fb5703b5ee78f 2024-11-07T20:18:29,085 INFO [RS:0;8a040b4bf509:39389 {}] regionserver.HRegionServer(959): stopping server 8a040b4bf509,39389,1731010701018 2024-11-07T20:18:29,085 INFO [RS:0;8a040b4bf509:39389 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T20:18:29,085 INFO [RS:0;8a040b4bf509:39389 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a040b4bf509:39389. 2024-11-07T20:18:29,085 DEBUG [RS:0;8a040b4bf509:39389 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:18:29,085 DEBUG [RS:0;8a040b4bf509:39389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:18:29,085 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5cad54f3cc5f474a009fb5703b5ee78f, disabling compactions & flushes 2024-11-07T20:18:29,085 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731010695005.5cad54f3cc5f474a009fb5703b5ee78f. 2024-11-07T20:18:29,085 INFO [RS:0;8a040b4bf509:39389 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T20:18:29,085 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731010695005.5cad54f3cc5f474a009fb5703b5ee78f. 2024-11-07T20:18:29,085 INFO [RS:0;8a040b4bf509:39389 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T20:18:29,085 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731010695005.5cad54f3cc5f474a009fb5703b5ee78f. after waiting 0 ms 2024-11-07T20:18:29,085 INFO [RS:0;8a040b4bf509:39389 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T20:18:29,085 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731010695005.5cad54f3cc5f474a009fb5703b5ee78f. 2024-11-07T20:18:29,085 INFO [RS:0;8a040b4bf509:39389 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T20:18:29,086 INFO [RS:0;8a040b4bf509:39389 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T20:18:29,086 DEBUG [RS:0;8a040b4bf509:39389 {}] regionserver.HRegionServer(1325): Online Regions={5cad54f3cc5f474a009fb5703b5ee78f=hbase:replication,,1731010695005.5cad54f3cc5f474a009fb5703b5ee78f., 1588230740=hbase:meta,,1.1588230740} 2024-11-07T20:18:29,086 DEBUG [RS:0;8a040b4bf509:39389 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5cad54f3cc5f474a009fb5703b5ee78f 2024-11-07T20:18:29,086 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T20:18:29,086 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T20:18:29,086 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T20:18:29,086 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T20:18:29,086 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T20:18:29,086 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-07T20:18:29,089 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/data/hbase/replication/5cad54f3cc5f474a009fb5703b5ee78f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-07T20:18:29,089 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T20:18:29,089 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T20:18:29,089 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731010695005.5cad54f3cc5f474a009fb5703b5ee78f. 2024-11-07T20:18:29,089 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5cad54f3cc5f474a009fb5703b5ee78f: Waiting for close lock at 1731010709085Running coprocessor pre-close hooks at 1731010709085Disabling compacts and flushes for region at 1731010709085Disabling writes for close at 1731010709085Writing region close event to WAL at 1731010709086 (+1 ms)Running coprocessor post-close hooks at 1731010709089 (+3 ms)Closed at 1731010709089 2024-11-07T20:18:29,090 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731010695005.5cad54f3cc5f474a009fb5703b5ee78f. 2024-11-07T20:18:29,106 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/data/hbase/meta/1588230740/.tmp/info/f63f917162674c7ca4e63e1cebb1759b is 147, key is hbase:replication,,1731010695005.5cad54f3cc5f474a009fb5703b5ee78f./info:regioninfo/1731010706719/Put/seqid=0 2024-11-07T20:18:29,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46093 is added to blk_1073741851_1027 (size=6385) 2024-11-07T20:18:29,166 INFO [regionserver/8a040b4bf509:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T20:18:29,286 DEBUG [RS:0;8a040b4bf509:39389 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T20:18:29,486 DEBUG [RS:0;8a040b4bf509:39389 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T20:18:29,511 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/data/hbase/meta/1588230740/.tmp/info/f63f917162674c7ca4e63e1cebb1759b 2024-11-07T20:18:29,517 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/data/hbase/meta/1588230740/.tmp/info/f63f917162674c7ca4e63e1cebb1759b as hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/data/hbase/meta/1588230740/info/f63f917162674c7ca4e63e1cebb1759b 2024-11-07T20:18:29,523 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/data/hbase/meta/1588230740/info/f63f917162674c7ca4e63e1cebb1759b, entries=8, sequenceid=19, filesize=6.2 K 2024-11-07T20:18:29,524 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 438ms, sequenceid=19, compaction requested=false 2024-11-07T20:18:29,529 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-07T20:18:29,530 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T20:18:29,530 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T20:18:29,531 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T20:18:29,531 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731010709086Running coprocessor pre-close hooks at 1731010709086Disabling compacts and flushes for region at 1731010709086Disabling writes for close at 1731010709086Obtaining lock to block concurrent updates at 1731010709086Preparing flush snapshotting stores in 1588230740 at 1731010709086Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731010709086Flushing stores of hbase:meta,,1.1588230740 at 1731010709087 (+1 ms)Flushing 1588230740/info: creating writer at 1731010709087Flushing 1588230740/info: appending metadata at 1731010709105 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731010709106 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33206cd1: reopening flushed file at 1731010709516 (+410 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 438ms, sequenceid=19, compaction requested=false at 1731010709524 (+8 ms)Writing region close event to WAL at 1731010709526 (+2 ms)Running coprocessor post-close hooks at 1731010709530 (+4 ms)Closed at 1731010709531 (+1 ms) 2024-11-07T20:18:29,531 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T20:18:29,686 INFO [RS:0;8a040b4bf509:39389 {}] regionserver.HRegionServer(976): stopping server 8a040b4bf509,39389,1731010701018; all regions closed. 2024-11-07T20:18:29,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46093 is added to blk_1073741849_1025 (size=2156) 2024-11-07T20:18:29,689 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/WALs/8a040b4bf509,39389,1731010701018/8a040b4bf509%2C39389%2C1731010701018.meta.1731010702399.meta not finished, retry = 0 2024-11-07T20:18:29,791 DEBUG [RS:0;8a040b4bf509:39389 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/oldWALs 2024-11-07T20:18:29,791 INFO [RS:0;8a040b4bf509:39389 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8a040b4bf509%2C39389%2C1731010701018.meta:.meta(num 1731010702399) 2024-11-07T20:18:29,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46093 is added to blk_1073741850_1026 (size=796) 2024-11-07T20:18:29,793 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/WALs/8a040b4bf509,39389,1731010701018/8a040b4bf509%2C39389%2C1731010701018.rep.1731010706662 not finished, retry = 0 2024-11-07T20:18:29,892 DEBUG [RS:0;8a040b4bf509:39389.replicationSource.wal-reader.8a040b4bf509%2C39389%2C1731010701018,1-8a040b4bf509,39389,1731010701018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/WALs/8a040b4bf509,39389,1731010701018/8a040b4bf509%2C39389%2C1731010701018.1731010702114 to pos 0, reset compression=false 2024-11-07T20:18:29,896 DEBUG [RS:0;8a040b4bf509:39389 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/oldWALs 2024-11-07T20:18:29,896 INFO [RS:0;8a040b4bf509:39389 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8a040b4bf509%2C39389%2C1731010701018.rep:(num 1731010706662) 2024-11-07T20:18:29,898 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/WALs/8a040b4bf509,39389,1731010701018/8a040b4bf509%2C39389%2C1731010701018.1731010702114 not finished, retry = 0 2024-11-07T20:18:29,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46093 is added to blk_1073741848_1024 (size=93) 2024-11-07T20:18:29,960 INFO [regionserver/8a040b4bf509:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T20:18:29,960 INFO [regionserver/8a040b4bf509:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T20:18:30,000 DEBUG [RS:0;8a040b4bf509:39389 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/oldWALs 2024-11-07T20:18:30,000 INFO [RS:0;8a040b4bf509:39389 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8a040b4bf509%2C39389%2C1731010701018:(num 1731010702114) 2024-11-07T20:18:30,000 DEBUG [RS:0;8a040b4bf509:39389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:18:30,000 INFO [RS:0;8a040b4bf509:39389 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T20:18:30,000 INFO [RS:0;8a040b4bf509:39389 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T20:18:30,000 INFO [RS:0;8a040b4bf509:39389 {}] hbase.ChoreService(370): Chore service for: regionserver/8a040b4bf509:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-07T20:18:30,001 INFO [RS:0;8a040b4bf509:39389 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T20:18:30,001 INFO [regionserver/8a040b4bf509:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T20:18:30,001 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/8a040b4bf509:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-07T20:18:30,001 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/8a040b4bf509:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-07T20:18:30,001 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/8a040b4bf509:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-07T20:18:30,001 INFO [RS:0;8a040b4bf509:39389 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8a040b4bf509,39389,1731010701018 because: Region server is closing 2024-11-07T20:18:30,001 INFO [RS:0;8a040b4bf509:39389 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a040b4bf509:39389. 2024-11-07T20:18:30,001 DEBUG [RS:0;8a040b4bf509:39389 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:18:30,001 DEBUG [RS:0;8a040b4bf509:39389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:18:30,002 DEBUG [RS:0;8a040b4bf509:39389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:18:30,004 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:18:30,102 WARN [RS:0;8a040b4bf509:39389.replicationSource.shipper8a040b4bf509%2C39389%2C1731010701018,1-8a040b4bf509,39389,1731010701018 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-07T20:18:30,102 WARN [RS:0;8a040b4bf509:39389.replicationSource.wal-reader.8a040b4bf509%2C39389%2C1731010701018,1-8a040b4bf509,39389,1731010701018 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-07T20:18:30,102 INFO [RS:0;8a040b4bf509:39389 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;8a040b4bf509:39389.replicationSource.shipper8a040b4bf509%2C39389%2C1731010701018,1-8a040b4bf509,39389,1731010701018 terminated 2024-11-07T20:18:30,102 INFO [RS:0;8a040b4bf509:39389 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39389 2024-11-07T20:18:30,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33687-0x10116f2dff50006, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1201580692/rs 2024-11-07T20:18:30,115 INFO [RS:0;8a040b4bf509:39389 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T20:18:30,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x10116f2dff50007, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1201580692/rs/8a040b4bf509,39389,1731010701018 2024-11-07T20:18:30,116 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8a040b4bf509,39389,1731010701018] 2024-11-07T20:18:30,136 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1201580692/draining/8a040b4bf509,39389,1731010701018 already deleted, retry=false 2024-11-07T20:18:30,136 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8a040b4bf509,39389,1731010701018 expired; onlineServers=0 2024-11-07T20:18:30,136 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8a040b4bf509,33687,1731010700974' ***** 2024-11-07T20:18:30,136 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T20:18:30,136 INFO [M:0;8a040b4bf509:33687 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T20:18:30,136 INFO [M:0;8a040b4bf509:33687 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T20:18:30,136 DEBUG [M:0;8a040b4bf509:33687 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T20:18:30,136 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T20:18:30,136 DEBUG [M:0;8a040b4bf509:33687 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T20:18:30,136 DEBUG [master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.large.0-1731010701824 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.large.0-1731010701824,5,FailOnTimeoutGroup] 2024-11-07T20:18:30,136 INFO [M:0;8a040b4bf509:33687 {}] hbase.ChoreService(370): Chore service for: master/8a040b4bf509:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T20:18:30,136 INFO [M:0;8a040b4bf509:33687 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T20:18:30,136 DEBUG [master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.small.0-1731010701824 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.small.0-1731010701824,5,FailOnTimeoutGroup] 2024-11-07T20:18:30,136 DEBUG [M:0;8a040b4bf509:33687 {}] master.HMaster(1795): Stopping service threads 2024-11-07T20:18:30,136 INFO [M:0;8a040b4bf509:33687 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T20:18:30,136 INFO [M:0;8a040b4bf509:33687 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T20:18:30,137 INFO [M:0;8a040b4bf509:33687 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T20:18:30,137 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T20:18:30,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33687-0x10116f2dff50006, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1201580692/master 2024-11-07T20:18:30,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33687-0x10116f2dff50006, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1201580692 2024-11-07T20:18:30,146 DEBUG [M:0;8a040b4bf509:33687 {}] zookeeper.ZKUtil(347): master:33687-0x10116f2dff50006, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Unable to get data of znode /0-1201580692/master because node does not exist (not an error) 2024-11-07T20:18:30,146 WARN [M:0;8a040b4bf509:33687 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T20:18:30,147 INFO [M:0;8a040b4bf509:33687 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/.lastflushedseqids 2024-11-07T20:18:30,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46093 is added to blk_1073741852_1028 (size=181) 2024-11-07T20:18:30,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x10116f2dff50007, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:18:30,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x10116f2dff50007, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:18:30,226 INFO [RS:0;8a040b4bf509:39389 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T20:18:30,226 INFO [RS:0;8a040b4bf509:39389 {}] regionserver.HRegionServer(1031): Exiting; stopping=8a040b4bf509,39389,1731010701018; zookeeper connection closed. 2024-11-07T20:18:30,227 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@be6e95a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@be6e95a 2024-11-07T20:18:30,227 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T20:18:30,564 INFO [M:0;8a040b4bf509:33687 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T20:18:30,564 INFO [M:0;8a040b4bf509:33687 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T20:18:30,564 DEBUG [M:0;8a040b4bf509:33687 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T20:18:30,564 INFO [M:0;8a040b4bf509:33687 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:18:30,564 DEBUG [M:0;8a040b4bf509:33687 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:18:30,564 DEBUG [M:0;8a040b4bf509:33687 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T20:18:30,564 DEBUG [M:0;8a040b4bf509:33687 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:18:30,564 INFO [M:0;8a040b4bf509:33687 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-07T20:18:30,580 DEBUG [M:0;8a040b4bf509:33687 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e3670696a93d414e8cec1504555be39b is 82, key is hbase:meta,,1/info:regioninfo/1731010702473/Put/seqid=0 2024-11-07T20:18:30,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46093 is added to blk_1073741853_1029 (size=5672) 2024-11-07T20:18:30,590 INFO [M:0;8a040b4bf509:33687 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e3670696a93d414e8cec1504555be39b 2024-11-07T20:18:30,613 DEBUG [M:0;8a040b4bf509:33687 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b7ee3939c2434b4d8ca637a159e33c52 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731010706724/Put/seqid=0 2024-11-07T20:18:30,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46093 is added to blk_1073741854_1030 (size=7312) 2024-11-07T20:18:31,018 INFO [M:0;8a040b4bf509:33687 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b7ee3939c2434b4d8ca637a159e33c52 2024-11-07T20:18:31,042 DEBUG [M:0;8a040b4bf509:33687 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/871ceeb147904021a9d2bef54caafab9 is 69, key is 8a040b4bf509,39389,1731010701018/rs:state/1731010701884/Put/seqid=0 2024-11-07T20:18:31,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46093 is added to blk_1073741855_1031 (size=5370) 2024-11-07T20:18:31,057 INFO [M:0;8a040b4bf509:33687 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/871ceeb147904021a9d2bef54caafab9 2024-11-07T20:18:31,062 INFO [M:0;8a040b4bf509:33687 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 871ceeb147904021a9d2bef54caafab9 2024-11-07T20:18:31,063 DEBUG [M:0;8a040b4bf509:33687 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e3670696a93d414e8cec1504555be39b as hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e3670696a93d414e8cec1504555be39b 2024-11-07T20:18:31,070 INFO [M:0;8a040b4bf509:33687 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e3670696a93d414e8cec1504555be39b, entries=8, sequenceid=127, filesize=5.5 K 2024-11-07T20:18:31,071 DEBUG [M:0;8a040b4bf509:33687 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b7ee3939c2434b4d8ca637a159e33c52 as hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b7ee3939c2434b4d8ca637a159e33c52 2024-11-07T20:18:31,076 INFO [M:0;8a040b4bf509:33687 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b7ee3939c2434b4d8ca637a159e33c52, entries=7, sequenceid=127, filesize=7.1 K 2024-11-07T20:18:31,077 DEBUG [M:0;8a040b4bf509:33687 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/871ceeb147904021a9d2bef54caafab9 as hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/871ceeb147904021a9d2bef54caafab9 2024-11-07T20:18:31,082 INFO [M:0;8a040b4bf509:33687 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 871ceeb147904021a9d2bef54caafab9 2024-11-07T20:18:31,082 INFO [M:0;8a040b4bf509:33687 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40725/user/jenkins/test-data/771ead7d-8ed5-7dc8-f56d-fdb2e2d61b1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/871ceeb147904021a9d2bef54caafab9, entries=2, sequenceid=127, filesize=5.2 K 2024-11-07T20:18:31,083 INFO [M:0;8a040b4bf509:33687 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 519ms, sequenceid=127, compaction requested=false 2024-11-07T20:18:31,087 INFO [M:0;8a040b4bf509:33687 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:18:31,087 DEBUG [M:0;8a040b4bf509:33687 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731010710564Disabling compacts and flushes for region at 1731010710564Disabling writes for close at 1731010710564Obtaining lock to block concurrent updates at 1731010710564Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731010710564Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731010710565 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731010710565Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731010710565Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731010710580 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731010710580Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731010710596 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731010710613 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731010710613Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731010711023 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731010711042 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731010711042Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3366c1e9: reopening flushed file at 1731010711062 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72e57a83: reopening flushed file at 1731010711070 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c5d26aa: reopening flushed file at 1731010711076 (+6 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 519ms, sequenceid=127, compaction requested=false at 1731010711083 (+7 ms)Writing region close event to WAL at 1731010711086 (+3 ms)Closed at 1731010711087 (+1 ms) 2024-11-07T20:18:31,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46093 is added to blk_1073741847_1023 (size=22903) 2024-11-07T20:18:31,097 INFO [M:0;8a040b4bf509:33687 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T20:18:31,097 INFO [M:0;8a040b4bf509:33687 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33687 2024-11-07T20:18:31,097 INFO [M:0;8a040b4bf509:33687 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T20:18:31,098 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T20:18:31,204 INFO [M:0;8a040b4bf509:33687 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T20:18:31,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33687-0x10116f2dff50006, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:18:31,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33687-0x10116f2dff50006, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:18:31,208 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5bedd03{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T20:18:31,209 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1fe5fdb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T20:18:31,209 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T20:18:31,209 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66c666b2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T20:18:31,209 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c87b6b2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb998fdc-c746-5c4b-4814-52ac90d7c08b/hadoop.log.dir/,STOPPED} 2024-11-07T20:18:31,210 WARN [BP-770065717-172.17.0.2-1731010684007 heartbeating to localhost/127.0.0.1:40725 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T20:18:31,210 WARN [BP-770065717-172.17.0.2-1731010684007 heartbeating to localhost/127.0.0.1:40725 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-770065717-172.17.0.2-1731010684007 (Datanode Uuid 5adcf0e9-c142-431a-80d5-75126157eb83) service to localhost/127.0.0.1:40725 2024-11-07T20:18:31,210 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T20:18:31,210 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T20:18:31,211 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb998fdc-c746-5c4b-4814-52ac90d7c08b/cluster_b1af281f-d0d0-9761-8e28-60060eaf80c0/data/data1/current/BP-770065717-172.17.0.2-1731010684007 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T20:18:31,211 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb998fdc-c746-5c4b-4814-52ac90d7c08b/cluster_b1af281f-d0d0-9761-8e28-60060eaf80c0/data/data2/current/BP-770065717-172.17.0.2-1731010684007 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T20:18:31,211 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T20:18:31,218 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@11522f72{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T20:18:31,219 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@357bf49f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T20:18:31,219 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T20:18:31,219 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f84364c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T20:18:31,219 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b1300f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb998fdc-c746-5c4b-4814-52ac90d7c08b/hadoop.log.dir/,STOPPED} 2024-11-07T20:18:31,233 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T20:18:31,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T20:18:31,269 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=206 (was 159) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45383 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45383 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58509) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45383 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40725 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45383 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45383 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45383 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:45383 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58509) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:40725 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45383 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45383 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40725 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45383 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40725 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40725 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:40725 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=270 (was 240) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1863 (was 1215) - AvailableMemoryMB LEAK? - 2024-11-07T20:18:31,279 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=206, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=270, ProcessCount=11, AvailableMemoryMB=1863 2024-11-07T20:18:31,295 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-07T20:18:31,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9f0c9e8-6443-fc70-a47a-56eee0b153ae/hadoop.log.dir so I do NOT create it in target/test-data/a6dcdda2-fcbb-59cb-f368-efca0b306224 2024-11-07T20:18:31,296 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9f0c9e8-6443-fc70-a47a-56eee0b153ae/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T20:18:31,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9f0c9e8-6443-fc70-a47a-56eee0b153ae/hadoop.tmp.dir so I do NOT create it in target/test-data/a6dcdda2-fcbb-59cb-f368-efca0b306224 2024-11-07T20:18:31,296 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9f0c9e8-6443-fc70-a47a-56eee0b153ae/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T20:18:31,296 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6dcdda2-fcbb-59cb-f368-efca0b306224 2024-11-07T20:18:31,296 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6dcdda2-fcbb-59cb-f368-efca0b306224/cluster_0504534c-6314-ece0-5d53-5fd7aba32c93, deleteOnExit=true 2024-11-07T20:18:31,318 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6dcdda2-fcbb-59cb-f368-efca0b306224/cluster_0504534c-6314-ece0-5d53-5fd7aba32c93/zookeeper_0, clientPort=60555, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6dcdda2-fcbb-59cb-f368-efca0b306224/cluster_0504534c-6314-ece0-5d53-5fd7aba32c93/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6dcdda2-fcbb-59cb-f368-efca0b306224/cluster_0504534c-6314-ece0-5d53-5fd7aba32c93/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T20:18:31,324 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60555 2024-11-07T20:18:31,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T20:18:31,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T20:18:31,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6dcdda2-fcbb-59cb-f368-efca0b306224/test.cache.data in system properties and HBase conf 2024-11-07T20:18:31,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6dcdda2-fcbb-59cb-f368-efca0b306224/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T20:18:31,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6dcdda2-fcbb-59cb-f368-efca0b306224/hadoop.log.dir in system properties and HBase conf 2024-11-07T20:18:31,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6dcdda2-fcbb-59cb-f368-efca0b306224/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T20:18:31,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6dcdda2-fcbb-59cb-f368-efca0b306224/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T20:18:31,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T20:18:31,325 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T20:18:31,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6dcdda2-fcbb-59cb-f368-efca0b306224/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T20:18:31,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6dcdda2-fcbb-59cb-f368-efca0b306224/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T20:18:31,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6dcdda2-fcbb-59cb-f368-efca0b306224/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T20:18:31,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6dcdda2-fcbb-59cb-f368-efca0b306224/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T20:18:31,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6dcdda2-fcbb-59cb-f368-efca0b306224/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T20:18:31,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6dcdda2-fcbb-59cb-f368-efca0b306224/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T20:18:31,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6dcdda2-fcbb-59cb-f368-efca0b306224/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T20:18:31,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6dcdda2-fcbb-59cb-f368-efca0b306224/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T20:18:31,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6dcdda2-fcbb-59cb-f368-efca0b306224/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T20:18:31,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6dcdda2-fcbb-59cb-f368-efca0b306224/nfs.dump.dir in system properties and HBase conf 2024-11-07T20:18:31,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6dcdda2-fcbb-59cb-f368-efca0b306224/java.io.tmpdir in system properties and HBase conf 2024-11-07T20:18:31,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6dcdda2-fcbb-59cb-f368-efca0b306224/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T20:18:31,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6dcdda2-fcbb-59cb-f368-efca0b306224/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T20:18:31,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6dcdda2-fcbb-59cb-f368-efca0b306224/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T20:18:31,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10116f2dff50002, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T20:18:31,330 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10116f2dff50002, quorum=127.0.0.1:58509, baseZNode=/0-1201580692 Received Disconnected from ZooKeeper, ignoring 2024-11-07T20:18:31,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10116f2dff50005, quorum=127.0.0.1:58509, baseZNode=/1329009360 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T20:18:31,336 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10116f2dff50005, quorum=127.0.0.1:58509, baseZNode=/1329009360 Received Disconnected from ZooKeeper, ignoring 2024-11-07T20:18:31,684 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T20:18:31,689 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T20:18:31,691 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T20:18:31,691 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T20:18:31,691 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T20:18:31,692 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T20:18:31,696 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@486001b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6dcdda2-fcbb-59cb-f368-efca0b306224/hadoop.log.dir/,AVAILABLE} 2024-11-07T20:18:31,696 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@290f1827{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T20:18:31,803 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@257b803{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6dcdda2-fcbb-59cb-f368-efca0b306224/java.io.tmpdir/jetty-localhost-40181-hadoop-hdfs-3_4_1-tests_jar-_-any-10896478707175963050/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T20:18:31,803 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@272d58f6{HTTP/1.1, (http/1.1)}{localhost:40181} 2024-11-07T20:18:31,803 INFO [Time-limited test {}] server.Server(415): Started @172570ms 2024-11-07T20:18:32,096 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T20:18:32,101 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T20:18:32,106 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T20:18:32,106 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T20:18:32,106 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T20:18:32,107 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2eff86e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6dcdda2-fcbb-59cb-f368-efca0b306224/hadoop.log.dir/,AVAILABLE} 2024-11-07T20:18:32,107 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@594e8075{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T20:18:32,206 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f770010{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6dcdda2-fcbb-59cb-f368-efca0b306224/java.io.tmpdir/jetty-localhost-39411-hadoop-hdfs-3_4_1-tests_jar-_-any-2753215323304992287/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T20:18:32,206 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3a552b19{HTTP/1.1, (http/1.1)}{localhost:39411} 2024-11-07T20:18:32,207 INFO [Time-limited test {}] server.Server(415): Started @172973ms 2024-11-07T20:18:32,208 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T20:18:32,936 WARN [Thread-1685 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6dcdda2-fcbb-59cb-f368-efca0b306224/cluster_0504534c-6314-ece0-5d53-5fd7aba32c93/data/data1/current/BP-515499387-172.17.0.2-1731010711350/current, will proceed with Du for space computation calculation, 2024-11-07T20:18:32,941 WARN [Thread-1686 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6dcdda2-fcbb-59cb-f368-efca0b306224/cluster_0504534c-6314-ece0-5d53-5fd7aba32c93/data/data2/current/BP-515499387-172.17.0.2-1731010711350/current, will proceed with Du for space computation calculation, 2024-11-07T20:18:32,973 WARN [Thread-1673 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T20:18:32,975 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x255fb2a331fa875e with lease ID 0x5bb756311426779d: Processing first storage report for DS-c3916e41-486d-497a-ab7b-d1181310c431 from datanode DatanodeRegistration(127.0.0.1:39927, datanodeUuid=235c0e7b-5d04-429a-952b-44c5686de993, infoPort=40597, infoSecurePort=0, ipcPort=37129, storageInfo=lv=-57;cid=testClusterID;nsid=1399932515;c=1731010711350) 2024-11-07T20:18:32,975 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x255fb2a331fa875e with lease ID 0x5bb756311426779d: from storage DS-c3916e41-486d-497a-ab7b-d1181310c431 node DatanodeRegistration(127.0.0.1:39927, datanodeUuid=235c0e7b-5d04-429a-952b-44c5686de993, infoPort=40597, infoSecurePort=0, ipcPort=37129, storageInfo=lv=-57;cid=testClusterID;nsid=1399932515;c=1731010711350), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T20:18:32,975 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x255fb2a331fa875e with lease ID 0x5bb756311426779d: Processing first storage report for DS-8c046bbc-d18e-42a8-838b-c40838bc2400 from datanode DatanodeRegistration(127.0.0.1:39927, datanodeUuid=235c0e7b-5d04-429a-952b-44c5686de993, infoPort=40597, infoSecurePort=0, ipcPort=37129, storageInfo=lv=-57;cid=testClusterID;nsid=1399932515;c=1731010711350) 2024-11-07T20:18:32,975 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x255fb2a331fa875e with lease ID 0x5bb756311426779d: from storage DS-8c046bbc-d18e-42a8-838b-c40838bc2400 node DatanodeRegistration(127.0.0.1:39927, datanodeUuid=235c0e7b-5d04-429a-952b-44c5686de993, infoPort=40597, infoSecurePort=0, ipcPort=37129, storageInfo=lv=-57;cid=testClusterID;nsid=1399932515;c=1731010711350), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T20:18:33,060 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6dcdda2-fcbb-59cb-f368-efca0b306224 2024-11-07T20:18:33,061 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:18:33,062 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:18:33,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741825_1001 (size=7) 2024-11-07T20:18:33,491 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b with version=8 2024-11-07T20:18:33,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/hbase-staging 2024-11-07T20:18:33,493 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8a040b4bf509:0 server-side Connection retries=45 2024-11-07T20:18:33,493 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:18:33,494 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T20:18:33,494 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T20:18:33,494 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:18:33,494 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T20:18:33,494 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T20:18:33,494 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T20:18:33,495 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43889 2024-11-07T20:18:33,496 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43889 connecting to ZooKeeper ensemble=127.0.0.1:60555 2024-11-07T20:18:33,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:438890x0, quorum=127.0.0.1:60555, baseZNode=/0593700309 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T20:18:33,637 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43889-0x10116f34ab90000 connected 2024-11-07T20:18:33,767 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:18:33,769 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:18:33,776 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43889-0x10116f34ab90000, quorum=127.0.0.1:60555, baseZNode=/0593700309 Set watcher on znode that does not yet exist, /0593700309/running 2024-11-07T20:18:33,776 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b, hbase.cluster.distributed=false 2024-11-07T20:18:33,779 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43889-0x10116f34ab90000, quorum=127.0.0.1:60555, baseZNode=/0593700309 Set watcher on znode that does not yet exist, /0593700309/acl 2024-11-07T20:18:33,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43889 2024-11-07T20:18:33,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43889 2024-11-07T20:18:33,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43889 2024-11-07T20:18:33,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43889 2024-11-07T20:18:33,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43889 2024-11-07T20:18:33,814 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8a040b4bf509:0 server-side Connection retries=45 2024-11-07T20:18:33,814 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:18:33,814 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T20:18:33,814 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T20:18:33,814 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:18:33,814 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T20:18:33,814 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T20:18:33,815 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T20:18:33,816 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33617 2024-11-07T20:18:33,820 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33617 connecting to ZooKeeper ensemble=127.0.0.1:60555 2024-11-07T20:18:33,822 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:18:33,826 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:18:33,853 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:336170x0, quorum=127.0.0.1:60555, baseZNode=/0593700309 Set watcher on znode that does not yet exist, /0593700309/running 2024-11-07T20:18:33,853 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T20:18:33,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:336170x0, quorum=127.0.0.1:60555, baseZNode=/0593700309 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T20:18:33,868 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33617-0x10116f34ab90001 connected 2024-11-07T20:18:33,872 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T20:18:33,873 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33617-0x10116f34ab90001, quorum=127.0.0.1:60555, baseZNode=/0593700309 Set watcher on znode that does not yet exist, /0593700309/master 2024-11-07T20:18:33,874 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33617-0x10116f34ab90001, quorum=127.0.0.1:60555, baseZNode=/0593700309 Set watcher on znode that does not yet exist, /0593700309/acl 2024-11-07T20:18:33,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33617 2024-11-07T20:18:33,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33617 2024-11-07T20:18:33,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33617 2024-11-07T20:18:33,881 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33617 2024-11-07T20:18:33,882 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33617 2024-11-07T20:18:33,894 DEBUG [M:0;8a040b4bf509:43889 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8a040b4bf509:43889 2024-11-07T20:18:33,894 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0593700309/backup-masters/8a040b4bf509,43889,1731010713493 2024-11-07T20:18:33,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43889-0x10116f34ab90000, quorum=127.0.0.1:60555, baseZNode=/0593700309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0593700309/backup-masters 2024-11-07T20:18:33,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33617-0x10116f34ab90001, quorum=127.0.0.1:60555, baseZNode=/0593700309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0593700309/backup-masters 2024-11-07T20:18:33,904 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43889-0x10116f34ab90000, quorum=127.0.0.1:60555, baseZNode=/0593700309 Set watcher on existing znode=/0593700309/backup-masters/8a040b4bf509,43889,1731010713493 2024-11-07T20:18:33,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43889-0x10116f34ab90000, quorum=127.0.0.1:60555, baseZNode=/0593700309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0593700309 2024-11-07T20:18:33,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33617-0x10116f34ab90001, quorum=127.0.0.1:60555, baseZNode=/0593700309 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0593700309/master 2024-11-07T20:18:33,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33617-0x10116f34ab90001, quorum=127.0.0.1:60555, baseZNode=/0593700309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0593700309 2024-11-07T20:18:33,915 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43889-0x10116f34ab90000, quorum=127.0.0.1:60555, baseZNode=/0593700309 Set watcher on existing znode=/0593700309/master 2024-11-07T20:18:33,916 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0593700309/backup-masters/8a040b4bf509,43889,1731010713493 from backup master directory 2024-11-07T20:18:33,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33617-0x10116f34ab90001, quorum=127.0.0.1:60555, baseZNode=/0593700309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0593700309/backup-masters 2024-11-07T20:18:33,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43889-0x10116f34ab90000, quorum=127.0.0.1:60555, baseZNode=/0593700309 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0593700309/backup-masters/8a040b4bf509,43889,1731010713493 2024-11-07T20:18:33,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43889-0x10116f34ab90000, quorum=127.0.0.1:60555, baseZNode=/0593700309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0593700309/backup-masters 2024-11-07T20:18:33,925 WARN [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T20:18:33,925 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8a040b4bf509,43889,1731010713493 2024-11-07T20:18:33,929 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/hbase.id] with ID: 4f59f5a7-8731-4a5e-b206-f98c9e8922cd 2024-11-07T20:18:33,929 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/.tmp/hbase.id 2024-11-07T20:18:33,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741826_1002 (size=42) 2024-11-07T20:18:34,337 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/.tmp/hbase.id]:[hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/hbase.id] 2024-11-07T20:18:34,358 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:18:34,358 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T20:18:34,360 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-07T20:18:34,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43889-0x10116f34ab90000, quorum=127.0.0.1:60555, baseZNode=/0593700309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0593700309 2024-11-07T20:18:34,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33617-0x10116f34ab90001, quorum=127.0.0.1:60555, baseZNode=/0593700309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0593700309 2024-11-07T20:18:34,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741827_1003 (size=196) 2024-11-07T20:18:34,592 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T20:18:34,651 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:18:34,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:18:34,653 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:18:34,653 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:18:34,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:18:34,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:18:34,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:18:34,675 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:18:34,835 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T20:18:34,836 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T20:18:34,836 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:18:34,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741828_1004 (size=1189) 2024-11-07T20:18:35,243 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/MasterData/data/master/store 2024-11-07T20:18:35,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741829_1005 (size=34) 2024-11-07T20:18:35,266 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:18:35,266 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T20:18:35,266 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:18:35,266 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:18:35,266 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T20:18:35,266 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:18:35,266 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:18:35,266 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731010715266Disabling compacts and flushes for region at 1731010715266Disabling writes for close at 1731010715266Writing region close event to WAL at 1731010715266Closed at 1731010715266 2024-11-07T20:18:35,267 WARN [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/MasterData/data/master/store/.initializing 2024-11-07T20:18:35,267 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/MasterData/WALs/8a040b4bf509,43889,1731010713493 2024-11-07T20:18:35,273 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T20:18:35,275 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8a040b4bf509%2C43889%2C1731010713493, suffix=, logDir=hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/MasterData/WALs/8a040b4bf509,43889,1731010713493, archiveDir=hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/MasterData/oldWALs, maxLogs=10 2024-11-07T20:18:35,297 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/MasterData/WALs/8a040b4bf509,43889,1731010713493/8a040b4bf509%2C43889%2C1731010713493.1731010715275, exclude list is [], retry=0 2024-11-07T20:18:35,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39927,DS-c3916e41-486d-497a-ab7b-d1181310c431,DISK] 2024-11-07T20:18:35,309 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/MasterData/WALs/8a040b4bf509,43889,1731010713493/8a040b4bf509%2C43889%2C1731010713493.1731010715275 2024-11-07T20:18:35,310 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40597:40597)] 2024-11-07T20:18:35,310 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T20:18:35,310 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:18:35,310 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:18:35,310 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:18:35,323 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:18:35,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T20:18:35,325 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:18:35,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:18:35,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:18:35,327 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T20:18:35,327 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:18:35,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:18:35,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:18:35,337 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T20:18:35,337 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:18:35,340 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:18:35,341 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:18:35,344 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T20:18:35,344 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:18:35,345 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:18:35,345 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:18:35,346 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:18:35,346 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:18:35,348 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:18:35,348 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:18:35,348 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T20:18:35,349 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:18:35,353 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T20:18:35,353 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64315457, jitterRate=-0.0416250079870224}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T20:18:35,354 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731010715310Initializing all the Stores at 1731010715312 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010715312Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010715323 (+11 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010715323Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010715323Cleaning up temporary data from old regions at 1731010715348 (+25 ms)Region opened successfully at 1731010715354 (+6 ms) 2024-11-07T20:18:35,356 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T20:18:35,360 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dd86893, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a040b4bf509/172.17.0.2:0 2024-11-07T20:18:35,366 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T20:18:35,366 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T20:18:35,366 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T20:18:35,367 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T20:18:35,368 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-07T20:18:35,368 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T20:18:35,368 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T20:18:35,387 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T20:18:35,389 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43889-0x10116f34ab90000, quorum=127.0.0.1:60555, baseZNode=/0593700309 Unable to get data of znode /0593700309/balancer because node does not exist (not necessarily an error) 2024-11-07T20:18:35,480 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0593700309/balancer already deleted, retry=false 2024-11-07T20:18:35,481 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T20:18:35,481 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43889-0x10116f34ab90000, quorum=127.0.0.1:60555, baseZNode=/0593700309 Unable to get data of znode /0593700309/normalizer because node does not exist (not necessarily an error) 2024-11-07T20:18:35,493 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0593700309/normalizer already deleted, retry=false 2024-11-07T20:18:35,494 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T20:18:35,495 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43889-0x10116f34ab90000, quorum=127.0.0.1:60555, baseZNode=/0593700309 Unable to get data of znode /0593700309/switch/split because node does not exist (not necessarily an error) 2024-11-07T20:18:35,504 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0593700309/switch/split already deleted, retry=false 2024-11-07T20:18:35,505 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43889-0x10116f34ab90000, quorum=127.0.0.1:60555, baseZNode=/0593700309 Unable to get data of znode /0593700309/switch/merge because node does not exist (not necessarily an error) 2024-11-07T20:18:35,514 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0593700309/switch/merge already deleted, retry=false 2024-11-07T20:18:35,517 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43889-0x10116f34ab90000, quorum=127.0.0.1:60555, baseZNode=/0593700309 Unable to get data of znode /0593700309/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T20:18:35,525 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0593700309/snapshot-cleanup already deleted, retry=false 2024-11-07T20:18:35,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33617-0x10116f34ab90001, quorum=127.0.0.1:60555, baseZNode=/0593700309 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0593700309/running 2024-11-07T20:18:35,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43889-0x10116f34ab90000, quorum=127.0.0.1:60555, baseZNode=/0593700309 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0593700309/running 2024-11-07T20:18:35,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33617-0x10116f34ab90001, quorum=127.0.0.1:60555, baseZNode=/0593700309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0593700309 2024-11-07T20:18:35,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43889-0x10116f34ab90000, quorum=127.0.0.1:60555, baseZNode=/0593700309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0593700309 2024-11-07T20:18:35,536 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8a040b4bf509,43889,1731010713493, sessionid=0x10116f34ab90000, setting cluster-up flag (Was=false) 2024-11-07T20:18:35,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33617-0x10116f34ab90001, quorum=127.0.0.1:60555, baseZNode=/0593700309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0593700309 2024-11-07T20:18:35,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43889-0x10116f34ab90000, quorum=127.0.0.1:60555, baseZNode=/0593700309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0593700309 2024-11-07T20:18:35,598 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0593700309/flush-table-proc/acquired, /0593700309/flush-table-proc/reached, /0593700309/flush-table-proc/abort 2024-11-07T20:18:35,599 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a040b4bf509,43889,1731010713493 2024-11-07T20:18:35,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33617-0x10116f34ab90001, quorum=127.0.0.1:60555, baseZNode=/0593700309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0593700309 2024-11-07T20:18:35,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43889-0x10116f34ab90000, quorum=127.0.0.1:60555, baseZNode=/0593700309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0593700309 2024-11-07T20:18:35,651 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0593700309/online-snapshot/acquired, /0593700309/online-snapshot/reached, /0593700309/online-snapshot/abort 2024-11-07T20:18:35,653 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a040b4bf509,43889,1731010713493 2024-11-07T20:18:35,655 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T20:18:35,657 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T20:18:35,658 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T20:18:35,658 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T20:18:35,658 WARN [master/8a040b4bf509:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 8a040b4bf509,41843,1731010686145: status=Processing ServerCrashProcedure of 8a040b4bf509,41843,1731010686145 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731010701807, completionTime=-1 appears to have been leaked 2024-11-07T20:18:35,658 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8a040b4bf509,43889,1731010713493 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T20:18:35,660 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:18:35,660 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:18:35,660 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:18:35,660 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:18:35,660 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8a040b4bf509:0, corePoolSize=10, maxPoolSize=10 2024-11-07T20:18:35,660 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:18:35,660 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8a040b4bf509:0, corePoolSize=2, maxPoolSize=2 2024-11-07T20:18:35,660 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:18:35,669 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T20:18:35,669 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T20:18:35,670 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:18:35,670 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T20:18:35,672 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731010745672 2024-11-07T20:18:35,672 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T20:18:35,672 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T20:18:35,672 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T20:18:35,672 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T20:18:35,672 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T20:18:35,672 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T20:18:35,673 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:35,673 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T20:18:35,673 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T20:18:35,673 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T20:18:35,673 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T20:18:35,674 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T20:18:35,674 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T20:18:35,674 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.large.0-1731010715674,5,FailOnTimeoutGroup] 2024-11-07T20:18:35,674 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.small.0-1731010715674,5,FailOnTimeoutGroup] 2024-11-07T20:18:35,674 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:35,674 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T20:18:35,674 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:35,675 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:35,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741831_1007 (size=1321) 2024-11-07T20:18:35,682 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T20:18:35,682 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b 2024-11-07T20:18:35,706 INFO [RS:0;8a040b4bf509:33617 {}] regionserver.HRegionServer(746): ClusterId : 4f59f5a7-8731-4a5e-b206-f98c9e8922cd 2024-11-07T20:18:35,706 DEBUG [RS:0;8a040b4bf509:33617 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T20:18:35,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741832_1008 (size=32) 2024-11-07T20:18:35,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:18:35,715 DEBUG [RS:0;8a040b4bf509:33617 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T20:18:35,715 DEBUG [RS:0;8a040b4bf509:33617 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T20:18:35,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T20:18:35,722 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T20:18:35,722 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:18:35,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:18:35,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T20:18:35,724 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T20:18:35,724 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:18:35,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:18:35,725 DEBUG [RS:0;8a040b4bf509:33617 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T20:18:35,726 DEBUG [RS:0;8a040b4bf509:33617 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b982d9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a040b4bf509/172.17.0.2:0 2024-11-07T20:18:35,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T20:18:35,741 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T20:18:35,741 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:18:35,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:18:35,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T20:18:35,743 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T20:18:35,743 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:18:35,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:18:35,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T20:18:35,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/data/hbase/meta/1588230740 2024-11-07T20:18:35,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/data/hbase/meta/1588230740 2024-11-07T20:18:35,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T20:18:35,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T20:18:35,748 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T20:18:35,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T20:18:35,753 DEBUG [RS:0;8a040b4bf509:33617 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8a040b4bf509:33617 2024-11-07T20:18:35,753 INFO [RS:0;8a040b4bf509:33617 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T20:18:35,753 INFO [RS:0;8a040b4bf509:33617 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T20:18:35,753 DEBUG [RS:0;8a040b4bf509:33617 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T20:18:35,754 INFO [RS:0;8a040b4bf509:33617 {}] regionserver.HRegionServer(2659): reportForDuty to master=8a040b4bf509,43889,1731010713493 with port=33617, startcode=1731010713814 2024-11-07T20:18:35,754 DEBUG [RS:0;8a040b4bf509:33617 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T20:18:35,761 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T20:18:35,762 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70685394, jitterRate=0.05329445004463196}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T20:18:35,762 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731010715714Initializing all the Stores at 1731010715716 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010715716Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010715720 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010715720Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010715720Cleaning up temporary data from old regions at 1731010715747 (+27 ms)Region opened successfully at 1731010715762 (+15 ms) 2024-11-07T20:18:35,762 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T20:18:35,762 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T20:18:35,763 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T20:18:35,763 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T20:18:35,763 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T20:18:35,764 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60263, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T20:18:35,764 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43889 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8a040b4bf509,33617,1731010713814 2024-11-07T20:18:35,764 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T20:18:35,764 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43889 {}] master.ServerManager(517): Registering regionserver=8a040b4bf509,33617,1731010713814 2024-11-07T20:18:35,764 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731010715762Disabling compacts and flushes for region at 1731010715762Disabling writes for close at 1731010715763 (+1 ms)Writing region close event to WAL at 1731010715764 (+1 ms)Closed at 1731010715764 2024-11-07T20:18:35,770 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T20:18:35,770 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T20:18:35,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T20:18:35,770 DEBUG [RS:0;8a040b4bf509:33617 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b 2024-11-07T20:18:35,770 DEBUG [RS:0;8a040b4bf509:33617 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41309 2024-11-07T20:18:35,770 DEBUG [RS:0;8a040b4bf509:33617 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T20:18:35,771 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T20:18:35,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43889-0x10116f34ab90000, quorum=127.0.0.1:60555, baseZNode=/0593700309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0593700309/rs 2024-11-07T20:18:35,778 DEBUG [RS:0;8a040b4bf509:33617 {}] zookeeper.ZKUtil(111): regionserver:33617-0x10116f34ab90001, quorum=127.0.0.1:60555, baseZNode=/0593700309 Set watcher on existing znode=/0593700309/rs/8a040b4bf509,33617,1731010713814 2024-11-07T20:18:35,778 WARN [RS:0;8a040b4bf509:33617 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T20:18:35,778 INFO [RS:0;8a040b4bf509:33617 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:18:35,778 DEBUG [RS:0;8a040b4bf509:33617 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/WALs/8a040b4bf509,33617,1731010713814 2024-11-07T20:18:35,780 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T20:18:35,790 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8a040b4bf509,33617,1731010713814] 2024-11-07T20:18:35,793 INFO [RS:0;8a040b4bf509:33617 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T20:18:35,804 INFO [RS:0;8a040b4bf509:33617 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T20:18:35,812 INFO [RS:0;8a040b4bf509:33617 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T20:18:35,812 INFO [RS:0;8a040b4bf509:33617 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:35,824 INFO [RS:0;8a040b4bf509:33617 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T20:18:35,830 INFO [RS:0;8a040b4bf509:33617 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T20:18:35,830 INFO [RS:0;8a040b4bf509:33617 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:35,830 DEBUG [RS:0;8a040b4bf509:33617 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:18:35,830 DEBUG [RS:0;8a040b4bf509:33617 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:18:35,830 DEBUG [RS:0;8a040b4bf509:33617 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:18:35,830 DEBUG [RS:0;8a040b4bf509:33617 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:18:35,830 DEBUG [RS:0;8a040b4bf509:33617 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:18:35,830 DEBUG [RS:0;8a040b4bf509:33617 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8a040b4bf509:0, corePoolSize=2, maxPoolSize=2 2024-11-07T20:18:35,830 DEBUG [RS:0;8a040b4bf509:33617 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:18:35,830 DEBUG [RS:0;8a040b4bf509:33617 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:18:35,830 DEBUG [RS:0;8a040b4bf509:33617 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:18:35,830 DEBUG [RS:0;8a040b4bf509:33617 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:18:35,830 DEBUG [RS:0;8a040b4bf509:33617 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:18:35,830 DEBUG [RS:0;8a040b4bf509:33617 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:18:35,830 DEBUG [RS:0;8a040b4bf509:33617 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8a040b4bf509:0, corePoolSize=3, maxPoolSize=3 2024-11-07T20:18:35,831 DEBUG [RS:0;8a040b4bf509:33617 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8a040b4bf509:0, corePoolSize=3, maxPoolSize=3 2024-11-07T20:18:35,842 INFO [RS:0;8a040b4bf509:33617 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:35,842 INFO [RS:0;8a040b4bf509:33617 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:35,842 INFO [RS:0;8a040b4bf509:33617 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:35,842 INFO [RS:0;8a040b4bf509:33617 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:35,843 INFO [RS:0;8a040b4bf509:33617 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:35,843 INFO [RS:0;8a040b4bf509:33617 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,33617,1731010713814-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T20:18:35,862 INFO [RS:0;8a040b4bf509:33617 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T20:18:35,863 INFO [RS:0;8a040b4bf509:33617 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,33617,1731010713814-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:35,863 INFO [RS:0;8a040b4bf509:33617 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:35,863 INFO [RS:0;8a040b4bf509:33617 {}] regionserver.Replication(171): 8a040b4bf509,33617,1731010713814 started 2024-11-07T20:18:35,882 INFO [RS:0;8a040b4bf509:33617 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:35,882 INFO [RS:0;8a040b4bf509:33617 {}] regionserver.HRegionServer(1482): Serving as 8a040b4bf509,33617,1731010713814, RpcServer on 8a040b4bf509/172.17.0.2:33617, sessionid=0x10116f34ab90001 2024-11-07T20:18:35,882 DEBUG [RS:0;8a040b4bf509:33617 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T20:18:35,882 DEBUG [RS:0;8a040b4bf509:33617 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8a040b4bf509,33617,1731010713814 2024-11-07T20:18:35,882 DEBUG [RS:0;8a040b4bf509:33617 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a040b4bf509,33617,1731010713814' 2024-11-07T20:18:35,882 DEBUG [RS:0;8a040b4bf509:33617 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0593700309/flush-table-proc/abort' 2024-11-07T20:18:35,882 DEBUG [RS:0;8a040b4bf509:33617 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0593700309/flush-table-proc/acquired' 2024-11-07T20:18:35,883 DEBUG [RS:0;8a040b4bf509:33617 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T20:18:35,883 DEBUG [RS:0;8a040b4bf509:33617 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T20:18:35,883 DEBUG [RS:0;8a040b4bf509:33617 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8a040b4bf509,33617,1731010713814 2024-11-07T20:18:35,883 DEBUG [RS:0;8a040b4bf509:33617 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a040b4bf509,33617,1731010713814' 2024-11-07T20:18:35,883 DEBUG [RS:0;8a040b4bf509:33617 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0593700309/online-snapshot/abort' 2024-11-07T20:18:35,883 DEBUG [RS:0;8a040b4bf509:33617 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0593700309/online-snapshot/acquired' 2024-11-07T20:18:35,883 DEBUG [RS:0;8a040b4bf509:33617 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T20:18:35,883 INFO [RS:0;8a040b4bf509:33617 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T20:18:35,884 INFO [RS:0;8a040b4bf509:33617 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T20:18:35,931 WARN [8a040b4bf509:43889 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-07T20:18:35,984 INFO [RS:0;8a040b4bf509:33617 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T20:18:35,985 INFO [RS:0;8a040b4bf509:33617 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a040b4bf509%2C33617%2C1731010713814, suffix=, logDir=hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/WALs/8a040b4bf509,33617,1731010713814, archiveDir=hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/oldWALs, maxLogs=10 2024-11-07T20:18:35,997 DEBUG [RS:0;8a040b4bf509:33617 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/WALs/8a040b4bf509,33617,1731010713814/8a040b4bf509%2C33617%2C1731010713814.1731010715986, exclude list is [], retry=0 2024-11-07T20:18:35,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39927,DS-c3916e41-486d-497a-ab7b-d1181310c431,DISK] 2024-11-07T20:18:36,000 INFO [RS:0;8a040b4bf509:33617 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/WALs/8a040b4bf509,33617,1731010713814/8a040b4bf509%2C33617%2C1731010713814.1731010715986 2024-11-07T20:18:36,002 DEBUG [RS:0;8a040b4bf509:33617 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40597:40597)] 2024-11-07T20:18:36,181 DEBUG [8a040b4bf509:43889 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T20:18:36,182 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8a040b4bf509,33617,1731010713814 2024-11-07T20:18:36,183 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a040b4bf509,33617,1731010713814, state=OPENING 2024-11-07T20:18:36,195 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T20:18:36,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43889-0x10116f34ab90000, quorum=127.0.0.1:60555, baseZNode=/0593700309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0593700309 2024-11-07T20:18:36,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33617-0x10116f34ab90001, quorum=127.0.0.1:60555, baseZNode=/0593700309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0593700309 2024-11-07T20:18:36,207 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0593700309/meta-region-server: CHANGED 2024-11-07T20:18:36,207 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0593700309/meta-region-server: CHANGED 2024-11-07T20:18:36,207 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T20:18:36,207 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8a040b4bf509,33617,1731010713814}] 2024-11-07T20:18:36,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T20:18:36,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T20:18:36,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T20:18:36,368 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T20:18:36,381 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53097, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T20:18:36,384 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T20:18:36,384 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:18:36,385 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T20:18:36,386 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a040b4bf509%2C33617%2C1731010713814.meta, suffix=.meta, logDir=hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/WALs/8a040b4bf509,33617,1731010713814, archiveDir=hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/oldWALs, maxLogs=10 2024-11-07T20:18:36,403 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/WALs/8a040b4bf509,33617,1731010713814/8a040b4bf509%2C33617%2C1731010713814.meta.1731010716387.meta, exclude list is [], retry=0 2024-11-07T20:18:36,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39927,DS-c3916e41-486d-497a-ab7b-d1181310c431,DISK] 2024-11-07T20:18:36,414 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/WALs/8a040b4bf509,33617,1731010713814/8a040b4bf509%2C33617%2C1731010713814.meta.1731010716387.meta 2024-11-07T20:18:36,414 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40597:40597)] 2024-11-07T20:18:36,414 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T20:18:36,415 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T20:18:36,415 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T20:18:36,415 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T20:18:36,415 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T20:18:36,415 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T20:18:36,415 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:18:36,416 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T20:18:36,416 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T20:18:36,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T20:18:36,420 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T20:18:36,420 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:18:36,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:18:36,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T20:18:36,421 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T20:18:36,421 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:18:36,422 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:18:36,422 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T20:18:36,427 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T20:18:36,428 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:18:36,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:18:36,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T20:18:36,440 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T20:18:36,440 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:18:36,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:18:36,440 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T20:18:36,441 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/data/hbase/meta/1588230740 2024-11-07T20:18:36,442 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/data/hbase/meta/1588230740 2024-11-07T20:18:36,443 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T20:18:36,443 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T20:18:36,444 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T20:18:36,445 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T20:18:36,446 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73795292, jitterRate=0.0996355414390564}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T20:18:36,446 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T20:18:36,446 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731010716416Writing region info on filesystem at 1731010716416Initializing all the Stores at 1731010716417 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010716417Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010716419 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010716419Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010716419Cleaning up temporary data from old regions at 1731010716443 (+24 ms)Running coprocessor post-open hooks at 1731010716446 (+3 ms)Region opened successfully at 1731010716446 2024-11-07T20:18:36,448 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731010716368 2024-11-07T20:18:36,451 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T20:18:36,451 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8a040b4bf509,33617,1731010713814 2024-11-07T20:18:36,451 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T20:18:36,452 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a040b4bf509,33617,1731010713814, state=OPEN 2024-11-07T20:18:36,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43889-0x10116f34ab90000, quorum=127.0.0.1:60555, baseZNode=/0593700309 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0593700309/meta-region-server 2024-11-07T20:18:36,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33617-0x10116f34ab90001, quorum=127.0.0.1:60555, baseZNode=/0593700309 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0593700309/meta-region-server 2024-11-07T20:18:36,490 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8a040b4bf509,33617,1731010713814 2024-11-07T20:18:36,490 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0593700309/meta-region-server: CHANGED 2024-11-07T20:18:36,490 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0593700309/meta-region-server: CHANGED 2024-11-07T20:18:36,493 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T20:18:36,493 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8a040b4bf509,33617,1731010713814 in 283 msec 2024-11-07T20:18:36,496 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T20:18:36,496 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 723 msec 2024-11-07T20:18:36,497 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T20:18:36,497 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T20:18:36,499 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:18:36,499 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,33617,1731010713814, seqNum=-1] 2024-11-07T20:18:36,499 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:18:36,501 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41853, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T20:18:36,507 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 849 msec 2024-11-07T20:18:36,507 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731010716507, completionTime=-1 2024-11-07T20:18:36,507 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T20:18:36,507 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T20:18:36,510 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T20:18:36,510 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731010776510 2024-11-07T20:18:36,510 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731010836510 2024-11-07T20:18:36,510 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-07T20:18:36,510 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,43889,1731010713493-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:36,510 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,43889,1731010713493-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:36,510 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,43889,1731010713493-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:36,510 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8a040b4bf509:43889, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:36,510 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:36,513 DEBUG [master/8a040b4bf509:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T20:18:36,520 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:36,526 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.601sec 2024-11-07T20:18:36,526 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T20:18:36,526 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T20:18:36,526 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T20:18:36,526 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T20:18:36,526 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T20:18:36,526 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,43889,1731010713493-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T20:18:36,526 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,43889,1731010713493-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T20:18:36,530 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T20:18:36,530 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T20:18:36,530 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,43889,1731010713493-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:36,608 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b153bf3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:18:36,608 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,43889,-1 for getting cluster id 2024-11-07T20:18:36,608 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:18:36,609 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4f59f5a7-8731-4a5e-b206-f98c9e8922cd' 2024-11-07T20:18:36,610 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:18:36,610 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4f59f5a7-8731-4a5e-b206-f98c9e8922cd" 2024-11-07T20:18:36,610 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@160cf795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:18:36,610 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,43889,-1] 2024-11-07T20:18:36,610 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:18:36,610 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:18:36,611 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:18:36,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b31f0f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:18:36,613 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:18:36,614 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,33617,1731010713814, seqNum=-1] 2024-11-07T20:18:36,615 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:18:36,616 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T20:18:36,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8a040b4bf509,43889,1731010713493 2024-11-07T20:18:36,618 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60555 2024-11-07T20:18:36,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60555, baseZNode=/0593700309 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T20:18:36,641 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10116f34ab90002 connected 2024-11-07T20:18:36,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6dcdda2-fcbb-59cb-f368-efca0b306224/hadoop.log.dir so I do NOT create it in target/test-data/322cc0ca-4def-1f27-c3e6-92fd32f48ec6 2024-11-07T20:18:36,663 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6dcdda2-fcbb-59cb-f368-efca0b306224/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T20:18:36,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6dcdda2-fcbb-59cb-f368-efca0b306224/hadoop.tmp.dir so I do NOT create it in target/test-data/322cc0ca-4def-1f27-c3e6-92fd32f48ec6 2024-11-07T20:18:36,663 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6dcdda2-fcbb-59cb-f368-efca0b306224/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T20:18:36,663 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/322cc0ca-4def-1f27-c3e6-92fd32f48ec6 2024-11-07T20:18:36,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T20:18:36,664 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/322cc0ca-4def-1f27-c3e6-92fd32f48ec6/cluster_f0836316-86fb-ee88-435a-d859f196b92c, deleteOnExit=true 2024-11-07T20:18:36,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T20:18:36,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/322cc0ca-4def-1f27-c3e6-92fd32f48ec6/test.cache.data in system properties and HBase conf 2024-11-07T20:18:36,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/322cc0ca-4def-1f27-c3e6-92fd32f48ec6/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T20:18:36,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/322cc0ca-4def-1f27-c3e6-92fd32f48ec6/hadoop.log.dir in system properties and HBase conf 2024-11-07T20:18:36,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/322cc0ca-4def-1f27-c3e6-92fd32f48ec6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T20:18:36,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/322cc0ca-4def-1f27-c3e6-92fd32f48ec6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T20:18:36,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T20:18:36,664 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T20:18:36,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/322cc0ca-4def-1f27-c3e6-92fd32f48ec6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T20:18:36,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/322cc0ca-4def-1f27-c3e6-92fd32f48ec6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T20:18:36,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/322cc0ca-4def-1f27-c3e6-92fd32f48ec6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T20:18:36,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/322cc0ca-4def-1f27-c3e6-92fd32f48ec6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T20:18:36,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/322cc0ca-4def-1f27-c3e6-92fd32f48ec6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T20:18:36,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/322cc0ca-4def-1f27-c3e6-92fd32f48ec6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T20:18:36,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/322cc0ca-4def-1f27-c3e6-92fd32f48ec6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T20:18:36,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/322cc0ca-4def-1f27-c3e6-92fd32f48ec6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T20:18:36,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/322cc0ca-4def-1f27-c3e6-92fd32f48ec6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T20:18:36,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/322cc0ca-4def-1f27-c3e6-92fd32f48ec6/nfs.dump.dir in system properties and HBase conf 2024-11-07T20:18:36,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/322cc0ca-4def-1f27-c3e6-92fd32f48ec6/java.io.tmpdir in system properties and HBase conf 2024-11-07T20:18:36,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/322cc0ca-4def-1f27-c3e6-92fd32f48ec6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T20:18:36,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/322cc0ca-4def-1f27-c3e6-92fd32f48ec6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T20:18:36,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/322cc0ca-4def-1f27-c3e6-92fd32f48ec6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T20:18:37,034 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T20:18:37,045 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T20:18:37,144 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T20:18:37,144 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T20:18:37,144 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T20:18:37,151 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T20:18:37,164 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c4c619b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/322cc0ca-4def-1f27-c3e6-92fd32f48ec6/hadoop.log.dir/,AVAILABLE} 2024-11-07T20:18:37,165 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4cd741ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T20:18:37,389 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2faa506{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/322cc0ca-4def-1f27-c3e6-92fd32f48ec6/java.io.tmpdir/jetty-localhost-32945-hadoop-hdfs-3_4_1-tests_jar-_-any-16435480418310186841/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T20:18:37,394 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@53a697c6{HTTP/1.1, (http/1.1)}{localhost:32945} 2024-11-07T20:18:37,394 INFO [Time-limited test {}] server.Server(415): Started @178160ms 2024-11-07T20:18:37,879 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T20:18:37,886 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T20:18:37,899 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T20:18:37,899 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T20:18:37,899 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T20:18:37,905 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71bd9919{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/322cc0ca-4def-1f27-c3e6-92fd32f48ec6/hadoop.log.dir/,AVAILABLE} 2024-11-07T20:18:37,905 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c143e7b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T20:18:38,041 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2db0d51d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/322cc0ca-4def-1f27-c3e6-92fd32f48ec6/java.io.tmpdir/jetty-localhost-44157-hadoop-hdfs-3_4_1-tests_jar-_-any-15698627384182764378/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T20:18:38,041 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@793ef0e4{HTTP/1.1, (http/1.1)}{localhost:44157} 2024-11-07T20:18:38,041 INFO [Time-limited test {}] server.Server(415): Started @178808ms 2024-11-07T20:18:38,043 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T20:18:38,794 WARN [Thread-1806 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/322cc0ca-4def-1f27-c3e6-92fd32f48ec6/cluster_f0836316-86fb-ee88-435a-d859f196b92c/data/data1/current/BP-1517046950-172.17.0.2-1731010716689/current, will proceed with Du for space computation calculation, 2024-11-07T20:18:38,804 WARN [Thread-1807 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/322cc0ca-4def-1f27-c3e6-92fd32f48ec6/cluster_f0836316-86fb-ee88-435a-d859f196b92c/data/data2/current/BP-1517046950-172.17.0.2-1731010716689/current, will proceed with Du for space computation calculation, 2024-11-07T20:18:38,828 WARN [Thread-1794 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T20:18:38,831 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xefb82ec1747488fb with lease ID 0xf7401d4d88eb5446: Processing first storage report for DS-6fea001e-d95f-4167-b700-5e2e615880df from datanode DatanodeRegistration(127.0.0.1:36909, datanodeUuid=2ff22dd4-e5b2-4229-8f5e-c0a9ba983780, infoPort=37919, infoSecurePort=0, ipcPort=45103, storageInfo=lv=-57;cid=testClusterID;nsid=2088474975;c=1731010716689) 2024-11-07T20:18:38,831 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xefb82ec1747488fb with lease ID 0xf7401d4d88eb5446: from storage DS-6fea001e-d95f-4167-b700-5e2e615880df node DatanodeRegistration(127.0.0.1:36909, datanodeUuid=2ff22dd4-e5b2-4229-8f5e-c0a9ba983780, infoPort=37919, infoSecurePort=0, ipcPort=45103, storageInfo=lv=-57;cid=testClusterID;nsid=2088474975;c=1731010716689), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-07T20:18:38,831 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xefb82ec1747488fb with lease ID 0xf7401d4d88eb5446: Processing first storage report for DS-12f4fb08-be41-44a4-bd3f-3d00d57de7d3 from datanode DatanodeRegistration(127.0.0.1:36909, datanodeUuid=2ff22dd4-e5b2-4229-8f5e-c0a9ba983780, infoPort=37919, infoSecurePort=0, ipcPort=45103, storageInfo=lv=-57;cid=testClusterID;nsid=2088474975;c=1731010716689) 2024-11-07T20:18:38,831 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xefb82ec1747488fb with lease ID 0xf7401d4d88eb5446: from storage DS-12f4fb08-be41-44a4-bd3f-3d00d57de7d3 node DatanodeRegistration(127.0.0.1:36909, datanodeUuid=2ff22dd4-e5b2-4229-8f5e-c0a9ba983780, infoPort=37919, infoSecurePort=0, ipcPort=45103, storageInfo=lv=-57;cid=testClusterID;nsid=2088474975;c=1731010716689), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T20:18:38,877 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/322cc0ca-4def-1f27-c3e6-92fd32f48ec6 2024-11-07T20:18:38,878 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:18:38,879 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:18:38,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36909 is added to blk_1073741825_1001 (size=7) 2024-11-07T20:18:39,286 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6 with version=8 2024-11-07T20:18:39,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/hbase-staging 2024-11-07T20:18:39,288 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8a040b4bf509:0 server-side Connection retries=45 2024-11-07T20:18:39,288 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:18:39,288 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T20:18:39,288 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T20:18:39,289 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:18:39,289 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T20:18:39,289 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T20:18:39,289 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T20:18:39,289 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35697 2024-11-07T20:18:39,290 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35697 connecting to ZooKeeper ensemble=127.0.0.1:60555 2024-11-07T20:18:39,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:356970x0, quorum=127.0.0.1:60555, baseZNode=/155090111 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T20:18:39,460 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35697-0x10116f34ab90003 connected 2024-11-07T20:18:39,627 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:18:39,628 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:18:39,630 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35697-0x10116f34ab90003, quorum=127.0.0.1:60555, baseZNode=/155090111 Set watcher on znode that does not yet exist, /155090111/running 2024-11-07T20:18:39,631 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6, hbase.cluster.distributed=false 2024-11-07T20:18:39,632 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35697-0x10116f34ab90003, quorum=127.0.0.1:60555, baseZNode=/155090111 Set watcher on znode that does not yet exist, /155090111/acl 2024-11-07T20:18:39,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35697 2024-11-07T20:18:39,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35697 2024-11-07T20:18:39,633 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35697 2024-11-07T20:18:39,633 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35697 2024-11-07T20:18:39,633 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35697 2024-11-07T20:18:39,650 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8a040b4bf509:0 server-side Connection retries=45 2024-11-07T20:18:39,650 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:18:39,650 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T20:18:39,650 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T20:18:39,650 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:18:39,650 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T20:18:39,650 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T20:18:39,650 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T20:18:39,651 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38297 2024-11-07T20:18:39,651 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38297 connecting to ZooKeeper ensemble=127.0.0.1:60555 2024-11-07T20:18:39,652 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:18:39,654 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:18:39,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:382970x0, quorum=127.0.0.1:60555, baseZNode=/155090111 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T20:18:39,669 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:382970x0, quorum=127.0.0.1:60555, baseZNode=/155090111 Set watcher on znode that does not yet exist, /155090111/running 2024-11-07T20:18:39,669 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38297-0x10116f34ab90004 connected 2024-11-07T20:18:39,669 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T20:18:39,670 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T20:18:39,670 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38297-0x10116f34ab90004, quorum=127.0.0.1:60555, baseZNode=/155090111 Set watcher on znode that does not yet exist, /155090111/master 2024-11-07T20:18:39,671 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38297-0x10116f34ab90004, quorum=127.0.0.1:60555, baseZNode=/155090111 Set watcher on znode that does not yet exist, /155090111/acl 2024-11-07T20:18:39,671 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38297 2024-11-07T20:18:39,671 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38297 2024-11-07T20:18:39,671 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38297 2024-11-07T20:18:39,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38297 2024-11-07T20:18:39,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38297 2024-11-07T20:18:39,683 DEBUG [M:0;8a040b4bf509:35697 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8a040b4bf509:35697 2024-11-07T20:18:39,684 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /155090111/backup-masters/8a040b4bf509,35697,1731010719288 2024-11-07T20:18:39,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35697-0x10116f34ab90003, quorum=127.0.0.1:60555, baseZNode=/155090111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/155090111/backup-masters 2024-11-07T20:18:39,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38297-0x10116f34ab90004, quorum=127.0.0.1:60555, baseZNode=/155090111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/155090111/backup-masters 2024-11-07T20:18:39,694 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35697-0x10116f34ab90003, quorum=127.0.0.1:60555, baseZNode=/155090111 Set watcher on existing znode=/155090111/backup-masters/8a040b4bf509,35697,1731010719288 2024-11-07T20:18:39,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35697-0x10116f34ab90003, quorum=127.0.0.1:60555, baseZNode=/155090111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/155090111 2024-11-07T20:18:39,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38297-0x10116f34ab90004, quorum=127.0.0.1:60555, baseZNode=/155090111 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/155090111/master 2024-11-07T20:18:39,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38297-0x10116f34ab90004, quorum=127.0.0.1:60555, baseZNode=/155090111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/155090111 2024-11-07T20:18:39,704 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35697-0x10116f34ab90003, quorum=127.0.0.1:60555, baseZNode=/155090111 Set watcher on existing znode=/155090111/master 2024-11-07T20:18:39,704 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /155090111/backup-masters/8a040b4bf509,35697,1731010719288 from backup master directory 2024-11-07T20:18:39,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35697-0x10116f34ab90003, quorum=127.0.0.1:60555, baseZNode=/155090111 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/155090111/backup-masters/8a040b4bf509,35697,1731010719288 2024-11-07T20:18:39,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38297-0x10116f34ab90004, quorum=127.0.0.1:60555, baseZNode=/155090111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/155090111/backup-masters 2024-11-07T20:18:39,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35697-0x10116f34ab90003, quorum=127.0.0.1:60555, baseZNode=/155090111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/155090111/backup-masters 2024-11-07T20:18:39,714 WARN [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T20:18:39,714 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8a040b4bf509,35697,1731010719288 2024-11-07T20:18:39,717 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/hbase.id] with ID: beec6167-0a24-4e5d-8b32-a1b764d4a253 2024-11-07T20:18:39,717 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/.tmp/hbase.id 2024-11-07T20:18:39,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36909 is added to blk_1073741826_1002 (size=42) 2024-11-07T20:18:40,122 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/.tmp/hbase.id]:[hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/hbase.id] 2024-11-07T20:18:40,132 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:18:40,132 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T20:18:40,133 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T20:18:40,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38297-0x10116f34ab90004, quorum=127.0.0.1:60555, baseZNode=/155090111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/155090111 2024-11-07T20:18:40,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35697-0x10116f34ab90003, quorum=127.0.0.1:60555, baseZNode=/155090111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/155090111 2024-11-07T20:18:40,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36909 is added to blk_1073741827_1003 (size=196) 2024-11-07T20:18:40,591 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T20:18:40,592 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T20:18:40,592 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:18:40,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36909 is added to blk_1073741828_1004 (size=1189) 2024-11-07T20:18:40,602 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/MasterData/data/master/store 2024-11-07T20:18:40,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36909 is added to blk_1073741829_1005 (size=34) 2024-11-07T20:18:41,013 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:18:41,013 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T20:18:41,013 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:18:41,013 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:18:41,013 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T20:18:41,013 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:18:41,013 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:18:41,013 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731010721013Disabling compacts and flushes for region at 1731010721013Disabling writes for close at 1731010721013Writing region close event to WAL at 1731010721013Closed at 1731010721013 2024-11-07T20:18:41,014 WARN [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/MasterData/data/master/store/.initializing 2024-11-07T20:18:41,014 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/MasterData/WALs/8a040b4bf509,35697,1731010719288 2024-11-07T20:18:41,014 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T20:18:41,016 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8a040b4bf509%2C35697%2C1731010719288, suffix=, logDir=hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/MasterData/WALs/8a040b4bf509,35697,1731010719288, archiveDir=hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/MasterData/oldWALs, maxLogs=10 2024-11-07T20:18:41,027 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/MasterData/WALs/8a040b4bf509,35697,1731010719288/8a040b4bf509%2C35697%2C1731010719288.1731010721016, exclude list is [], retry=0 2024-11-07T20:18:41,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36909,DS-6fea001e-d95f-4167-b700-5e2e615880df,DISK] 2024-11-07T20:18:41,031 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/MasterData/WALs/8a040b4bf509,35697,1731010719288/8a040b4bf509%2C35697%2C1731010719288.1731010721016 2024-11-07T20:18:41,031 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37919:37919)] 2024-11-07T20:18:41,031 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T20:18:41,031 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:18:41,031 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:18:41,031 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:18:41,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:18:41,034 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T20:18:41,034 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:18:41,034 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:18:41,035 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:18:41,035 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T20:18:41,035 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:18:41,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:18:41,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:18:41,037 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T20:18:41,037 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:18:41,037 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:18:41,037 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:18:41,038 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T20:18:41,038 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:18:41,038 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:18:41,038 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:18:41,039 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:18:41,039 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:18:41,040 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:18:41,040 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:18:41,040 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T20:18:41,041 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:18:41,042 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T20:18:41,043 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62637904, jitterRate=-0.06662249565124512}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T20:18:41,043 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731010721031Initializing all the Stores at 1731010721032 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010721032Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010721033 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010721033Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010721033Cleaning up temporary data from old regions at 1731010721040 (+7 ms)Region opened successfully at 1731010721043 (+3 ms) 2024-11-07T20:18:41,043 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T20:18:41,045 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a4d517a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a040b4bf509/172.17.0.2:0 2024-11-07T20:18:41,046 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T20:18:41,046 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T20:18:41,046 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T20:18:41,046 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T20:18:41,046 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T20:18:41,046 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T20:18:41,046 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T20:18:41,048 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T20:18:41,049 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35697-0x10116f34ab90003, quorum=127.0.0.1:60555, baseZNode=/155090111 Unable to get data of znode /155090111/balancer because node does not exist (not necessarily an error) 2024-11-07T20:18:41,142 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /155090111/balancer already deleted, retry=false 2024-11-07T20:18:41,142 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T20:18:41,143 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35697-0x10116f34ab90003, quorum=127.0.0.1:60555, baseZNode=/155090111 Unable to get data of znode /155090111/normalizer because node does not exist (not necessarily an error) 2024-11-07T20:18:41,152 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /155090111/normalizer already deleted, retry=false 2024-11-07T20:18:41,153 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T20:18:41,154 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35697-0x10116f34ab90003, quorum=127.0.0.1:60555, baseZNode=/155090111 Unable to get data of znode /155090111/switch/split because node does not exist (not necessarily an error) 2024-11-07T20:18:41,163 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /155090111/switch/split already deleted, retry=false 2024-11-07T20:18:41,164 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35697-0x10116f34ab90003, quorum=127.0.0.1:60555, baseZNode=/155090111 Unable to get data of znode /155090111/switch/merge because node does not exist (not necessarily an error) 2024-11-07T20:18:41,174 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /155090111/switch/merge already deleted, retry=false 2024-11-07T20:18:41,175 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35697-0x10116f34ab90003, quorum=127.0.0.1:60555, baseZNode=/155090111 Unable to get data of znode /155090111/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T20:18:41,184 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /155090111/snapshot-cleanup already deleted, retry=false 2024-11-07T20:18:41,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35697-0x10116f34ab90003, quorum=127.0.0.1:60555, baseZNode=/155090111 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/155090111/running 2024-11-07T20:18:41,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38297-0x10116f34ab90004, quorum=127.0.0.1:60555, baseZNode=/155090111 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/155090111/running 2024-11-07T20:18:41,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35697-0x10116f34ab90003, quorum=127.0.0.1:60555, baseZNode=/155090111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/155090111 2024-11-07T20:18:41,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38297-0x10116f34ab90004, quorum=127.0.0.1:60555, baseZNode=/155090111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/155090111 2024-11-07T20:18:41,195 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8a040b4bf509,35697,1731010719288, sessionid=0x10116f34ab90003, setting cluster-up flag (Was=false) 2024-11-07T20:18:41,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35697-0x10116f34ab90003, quorum=127.0.0.1:60555, baseZNode=/155090111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/155090111 2024-11-07T20:18:41,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38297-0x10116f34ab90004, quorum=127.0.0.1:60555, baseZNode=/155090111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/155090111 2024-11-07T20:18:41,247 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /155090111/flush-table-proc/acquired, /155090111/flush-table-proc/reached, /155090111/flush-table-proc/abort 2024-11-07T20:18:41,248 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a040b4bf509,35697,1731010719288 2024-11-07T20:18:41,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38297-0x10116f34ab90004, quorum=127.0.0.1:60555, baseZNode=/155090111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/155090111 2024-11-07T20:18:41,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35697-0x10116f34ab90003, quorum=127.0.0.1:60555, baseZNode=/155090111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/155090111 2024-11-07T20:18:41,300 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /155090111/online-snapshot/acquired, /155090111/online-snapshot/reached, /155090111/online-snapshot/abort 2024-11-07T20:18:41,301 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a040b4bf509,35697,1731010719288 2024-11-07T20:18:41,302 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T20:18:41,303 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T20:18:41,303 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T20:18:41,303 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T20:18:41,303 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8a040b4bf509,35697,1731010719288 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T20:18:41,304 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:18:41,304 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:18:41,304 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:18:41,304 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:18:41,304 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8a040b4bf509:0, corePoolSize=10, maxPoolSize=10 2024-11-07T20:18:41,304 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:18:41,304 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8a040b4bf509:0, corePoolSize=2, maxPoolSize=2 2024-11-07T20:18:41,304 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:18:41,305 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731010751305 2024-11-07T20:18:41,305 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T20:18:41,305 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T20:18:41,305 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T20:18:41,305 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T20:18:41,305 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T20:18:41,305 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T20:18:41,305 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T20:18:41,305 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T20:18:41,305 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:41,306 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T20:18:41,306 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T20:18:41,306 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T20:18:41,306 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T20:18:41,306 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:18:41,306 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T20:18:41,307 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T20:18:41,307 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T20:18:41,307 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.large.0-1731010721307,5,FailOnTimeoutGroup] 2024-11-07T20:18:41,307 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.small.0-1731010721307,5,FailOnTimeoutGroup] 2024-11-07T20:18:41,307 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:41,307 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T20:18:41,307 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:41,307 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:41,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36909 is added to blk_1073741831_1007 (size=1321) 2024-11-07T20:18:41,316 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T20:18:41,316 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6 2024-11-07T20:18:41,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36909 is added to blk_1073741832_1008 (size=32) 2024-11-07T20:18:41,376 INFO [RS:0;8a040b4bf509:38297 {}] regionserver.HRegionServer(746): ClusterId : beec6167-0a24-4e5d-8b32-a1b764d4a253 2024-11-07T20:18:41,376 DEBUG [RS:0;8a040b4bf509:38297 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T20:18:41,388 DEBUG [RS:0;8a040b4bf509:38297 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T20:18:41,388 DEBUG [RS:0;8a040b4bf509:38297 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T20:18:41,398 DEBUG [RS:0;8a040b4bf509:38297 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T20:18:41,399 DEBUG [RS:0;8a040b4bf509:38297 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65a65d81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a040b4bf509/172.17.0.2:0 2024-11-07T20:18:41,408 DEBUG [RS:0;8a040b4bf509:38297 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8a040b4bf509:38297 2024-11-07T20:18:41,408 INFO [RS:0;8a040b4bf509:38297 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T20:18:41,408 INFO [RS:0;8a040b4bf509:38297 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T20:18:41,408 DEBUG [RS:0;8a040b4bf509:38297 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T20:18:41,409 INFO [RS:0;8a040b4bf509:38297 {}] regionserver.HRegionServer(2659): reportForDuty to master=8a040b4bf509,35697,1731010719288 with port=38297, startcode=1731010719649 2024-11-07T20:18:41,409 DEBUG [RS:0;8a040b4bf509:38297 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T20:18:41,410 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52571, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T20:18:41,411 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35697 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8a040b4bf509,38297,1731010719649 2024-11-07T20:18:41,411 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35697 {}] master.ServerManager(517): Registering regionserver=8a040b4bf509,38297,1731010719649 2024-11-07T20:18:41,412 DEBUG [RS:0;8a040b4bf509:38297 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6 2024-11-07T20:18:41,412 DEBUG [RS:0;8a040b4bf509:38297 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32835 2024-11-07T20:18:41,412 DEBUG [RS:0;8a040b4bf509:38297 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T20:18:41,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35697-0x10116f34ab90003, quorum=127.0.0.1:60555, baseZNode=/155090111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/155090111/rs 2024-11-07T20:18:41,419 DEBUG [RS:0;8a040b4bf509:38297 {}] zookeeper.ZKUtil(111): regionserver:38297-0x10116f34ab90004, quorum=127.0.0.1:60555, baseZNode=/155090111 Set watcher on existing znode=/155090111/rs/8a040b4bf509,38297,1731010719649 2024-11-07T20:18:41,419 WARN [RS:0;8a040b4bf509:38297 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T20:18:41,420 INFO [RS:0;8a040b4bf509:38297 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:18:41,420 DEBUG [RS:0;8a040b4bf509:38297 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/WALs/8a040b4bf509,38297,1731010719649 2024-11-07T20:18:41,420 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8a040b4bf509,38297,1731010719649] 2024-11-07T20:18:41,422 INFO [RS:0;8a040b4bf509:38297 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T20:18:41,423 INFO [RS:0;8a040b4bf509:38297 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T20:18:41,424 INFO [RS:0;8a040b4bf509:38297 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T20:18:41,424 INFO [RS:0;8a040b4bf509:38297 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:41,424 INFO [RS:0;8a040b4bf509:38297 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T20:18:41,424 INFO [RS:0;8a040b4bf509:38297 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T20:18:41,424 INFO [RS:0;8a040b4bf509:38297 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:41,425 DEBUG [RS:0;8a040b4bf509:38297 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:18:41,425 DEBUG [RS:0;8a040b4bf509:38297 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:18:41,425 DEBUG [RS:0;8a040b4bf509:38297 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:18:41,425 DEBUG [RS:0;8a040b4bf509:38297 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:18:41,425 DEBUG [RS:0;8a040b4bf509:38297 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:18:41,425 DEBUG [RS:0;8a040b4bf509:38297 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8a040b4bf509:0, corePoolSize=2, maxPoolSize=2 2024-11-07T20:18:41,425 DEBUG [RS:0;8a040b4bf509:38297 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:18:41,425 DEBUG [RS:0;8a040b4bf509:38297 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:18:41,425 DEBUG [RS:0;8a040b4bf509:38297 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:18:41,425 DEBUG [RS:0;8a040b4bf509:38297 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:18:41,425 DEBUG [RS:0;8a040b4bf509:38297 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:18:41,425 DEBUG [RS:0;8a040b4bf509:38297 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:18:41,425 DEBUG [RS:0;8a040b4bf509:38297 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8a040b4bf509:0, corePoolSize=3, maxPoolSize=3 2024-11-07T20:18:41,425 DEBUG [RS:0;8a040b4bf509:38297 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8a040b4bf509:0, corePoolSize=3, maxPoolSize=3 2024-11-07T20:18:41,425 INFO [RS:0;8a040b4bf509:38297 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:41,425 INFO [RS:0;8a040b4bf509:38297 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:41,425 INFO [RS:0;8a040b4bf509:38297 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:41,425 INFO [RS:0;8a040b4bf509:38297 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:41,425 INFO [RS:0;8a040b4bf509:38297 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:41,425 INFO [RS:0;8a040b4bf509:38297 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,38297,1731010719649-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T20:18:41,445 INFO [RS:0;8a040b4bf509:38297 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T20:18:41,445 INFO [RS:0;8a040b4bf509:38297 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,38297,1731010719649-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:41,445 INFO [RS:0;8a040b4bf509:38297 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:41,445 INFO [RS:0;8a040b4bf509:38297 {}] regionserver.Replication(171): 8a040b4bf509,38297,1731010719649 started 2024-11-07T20:18:41,461 INFO [RS:0;8a040b4bf509:38297 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:41,461 INFO [RS:0;8a040b4bf509:38297 {}] regionserver.HRegionServer(1482): Serving as 8a040b4bf509,38297,1731010719649, RpcServer on 8a040b4bf509/172.17.0.2:38297, sessionid=0x10116f34ab90004 2024-11-07T20:18:41,461 DEBUG [RS:0;8a040b4bf509:38297 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T20:18:41,461 DEBUG [RS:0;8a040b4bf509:38297 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8a040b4bf509,38297,1731010719649 2024-11-07T20:18:41,461 DEBUG [RS:0;8a040b4bf509:38297 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a040b4bf509,38297,1731010719649' 2024-11-07T20:18:41,461 DEBUG [RS:0;8a040b4bf509:38297 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/155090111/flush-table-proc/abort' 2024-11-07T20:18:41,462 DEBUG [RS:0;8a040b4bf509:38297 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/155090111/flush-table-proc/acquired' 2024-11-07T20:18:41,462 DEBUG [RS:0;8a040b4bf509:38297 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T20:18:41,462 DEBUG [RS:0;8a040b4bf509:38297 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T20:18:41,462 DEBUG [RS:0;8a040b4bf509:38297 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8a040b4bf509,38297,1731010719649 2024-11-07T20:18:41,462 DEBUG [RS:0;8a040b4bf509:38297 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a040b4bf509,38297,1731010719649' 2024-11-07T20:18:41,462 DEBUG [RS:0;8a040b4bf509:38297 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/155090111/online-snapshot/abort' 2024-11-07T20:18:41,463 DEBUG [RS:0;8a040b4bf509:38297 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/155090111/online-snapshot/acquired' 2024-11-07T20:18:41,463 DEBUG [RS:0;8a040b4bf509:38297 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T20:18:41,463 INFO [RS:0;8a040b4bf509:38297 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T20:18:41,463 INFO [RS:0;8a040b4bf509:38297 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T20:18:41,563 INFO [RS:0;8a040b4bf509:38297 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T20:18:41,565 INFO [RS:0;8a040b4bf509:38297 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a040b4bf509%2C38297%2C1731010719649, suffix=, logDir=hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/WALs/8a040b4bf509,38297,1731010719649, archiveDir=hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/oldWALs, maxLogs=10 2024-11-07T20:18:41,576 DEBUG [RS:0;8a040b4bf509:38297 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/WALs/8a040b4bf509,38297,1731010719649/8a040b4bf509%2C38297%2C1731010719649.1731010721565, exclude list is [], retry=0 2024-11-07T20:18:41,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36909,DS-6fea001e-d95f-4167-b700-5e2e615880df,DISK] 2024-11-07T20:18:41,580 INFO [RS:0;8a040b4bf509:38297 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/WALs/8a040b4bf509,38297,1731010719649/8a040b4bf509%2C38297%2C1731010719649.1731010721565 2024-11-07T20:18:41,580 DEBUG [RS:0;8a040b4bf509:38297 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37919:37919)] 2024-11-07T20:18:41,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:18:41,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T20:18:41,728 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T20:18:41,729 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:18:41,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:18:41,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T20:18:41,730 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T20:18:41,730 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:18:41,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:18:41,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T20:18:41,731 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T20:18:41,731 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:18:41,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:18:41,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T20:18:41,732 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T20:18:41,732 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:18:41,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:18:41,733 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T20:18:41,733 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/data/hbase/meta/1588230740 2024-11-07T20:18:41,734 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/data/hbase/meta/1588230740 2024-11-07T20:18:41,735 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T20:18:41,735 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T20:18:41,735 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T20:18:41,736 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T20:18:41,738 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T20:18:41,738 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65834386, jitterRate=-0.018991202116012573}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T20:18:41,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731010721726Initializing all the Stores at 1731010721727 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010721727Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010721727Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010721727Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010721727Cleaning up temporary data from old regions at 1731010721735 (+8 ms)Region opened successfully at 1731010721738 (+3 ms) 2024-11-07T20:18:41,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T20:18:41,739 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T20:18:41,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T20:18:41,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T20:18:41,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T20:18:41,739 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T20:18:41,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731010721738Disabling compacts and flushes for region at 1731010721738Disabling writes for close at 1731010721739 (+1 ms)Writing region close event to WAL at 1731010721739Closed at 1731010721739 2024-11-07T20:18:41,740 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T20:18:41,740 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T20:18:41,740 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T20:18:41,741 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T20:18:41,741 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T20:18:41,794 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T20:18:41,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:18:41,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:18:41,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:18:41,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:18:41,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:18:41,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:18:41,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:18:41,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:18:41,836 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T20:18:41,892 DEBUG [8a040b4bf509:35697 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T20:18:41,892 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8a040b4bf509,38297,1731010719649 2024-11-07T20:18:41,893 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a040b4bf509,38297,1731010719649, state=OPENING 2024-11-07T20:18:41,942 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T20:18:41,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38297-0x10116f34ab90004, quorum=127.0.0.1:60555, baseZNode=/155090111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/155090111 2024-11-07T20:18:41,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35697-0x10116f34ab90003, quorum=127.0.0.1:60555, baseZNode=/155090111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/155090111 2024-11-07T20:18:41,990 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T20:18:41,990 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /155090111/meta-region-server: CHANGED 2024-11-07T20:18:41,990 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /155090111/meta-region-server: CHANGED 2024-11-07T20:18:41,990 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8a040b4bf509,38297,1731010719649}] 2024-11-07T20:18:42,142 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T20:18:42,144 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48491, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T20:18:42,147 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T20:18:42,147 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:18:42,147 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T20:18:42,148 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a040b4bf509%2C38297%2C1731010719649.meta, suffix=.meta, logDir=hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/WALs/8a040b4bf509,38297,1731010719649, archiveDir=hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/oldWALs, maxLogs=10 2024-11-07T20:18:42,160 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/WALs/8a040b4bf509,38297,1731010719649/8a040b4bf509%2C38297%2C1731010719649.meta.1731010722149.meta, exclude list is [], retry=0 2024-11-07T20:18:42,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36909,DS-6fea001e-d95f-4167-b700-5e2e615880df,DISK] 2024-11-07T20:18:42,164 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/WALs/8a040b4bf509,38297,1731010719649/8a040b4bf509%2C38297%2C1731010719649.meta.1731010722149.meta 2024-11-07T20:18:42,164 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37919:37919)] 2024-11-07T20:18:42,164 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T20:18:42,165 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T20:18:42,165 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T20:18:42,165 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T20:18:42,165 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T20:18:42,165 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T20:18:42,165 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:18:42,165 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T20:18:42,165 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T20:18:42,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T20:18:42,167 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T20:18:42,167 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:18:42,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:18:42,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T20:18:42,168 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T20:18:42,168 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:18:42,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:18:42,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T20:18:42,169 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T20:18:42,169 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:18:42,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:18:42,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T20:18:42,170 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T20:18:42,170 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:18:42,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:18:42,171 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T20:18:42,171 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/data/hbase/meta/1588230740 2024-11-07T20:18:42,172 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/data/hbase/meta/1588230740 2024-11-07T20:18:42,173 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T20:18:42,173 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T20:18:42,174 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T20:18:42,175 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T20:18:42,176 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60590387, jitterRate=-0.09713287651538849}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T20:18:42,176 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T20:18:42,176 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731010722166Writing region info on filesystem at 1731010722166Initializing all the Stores at 1731010722166Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010722166Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010722166Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010722167 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010722167Cleaning up temporary data from old regions at 1731010722173 (+6 ms)Running coprocessor post-open hooks at 1731010722176 (+3 ms)Region opened successfully at 1731010722176 2024-11-07T20:18:42,177 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731010722142 2024-11-07T20:18:42,178 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T20:18:42,178 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T20:18:42,179 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8a040b4bf509,38297,1731010719649 2024-11-07T20:18:42,180 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a040b4bf509,38297,1731010719649, state=OPEN 2024-11-07T20:18:42,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38297-0x10116f34ab90004, quorum=127.0.0.1:60555, baseZNode=/155090111 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/155090111/meta-region-server 2024-11-07T20:18:42,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35697-0x10116f34ab90003, quorum=127.0.0.1:60555, baseZNode=/155090111 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/155090111/meta-region-server 2024-11-07T20:18:42,198 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8a040b4bf509,38297,1731010719649 2024-11-07T20:18:42,198 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /155090111/meta-region-server: CHANGED 2024-11-07T20:18:42,198 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /155090111/meta-region-server: CHANGED 2024-11-07T20:18:42,200 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T20:18:42,200 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8a040b4bf509,38297,1731010719649 in 208 msec 2024-11-07T20:18:42,202 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T20:18:42,202 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 460 msec 2024-11-07T20:18:42,202 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T20:18:42,202 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T20:18:42,203 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:18:42,204 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,38297,1731010719649, seqNum=-1] 2024-11-07T20:18:42,204 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:18:42,205 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49867, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T20:18:42,209 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 906 msec 2024-11-07T20:18:42,209 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731010722209, completionTime=-1 2024-11-07T20:18:42,209 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T20:18:42,209 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T20:18:42,211 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T20:18:42,211 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731010782211 2024-11-07T20:18:42,211 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731010842211 2024-11-07T20:18:42,211 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-07T20:18:42,211 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,35697,1731010719288-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:42,211 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,35697,1731010719288-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:42,211 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,35697,1731010719288-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:42,211 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8a040b4bf509:35697, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:42,211 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:42,211 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:42,213 DEBUG [master/8a040b4bf509:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T20:18:42,214 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.500sec 2024-11-07T20:18:42,214 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T20:18:42,214 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T20:18:42,214 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T20:18:42,214 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T20:18:42,214 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T20:18:42,215 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,35697,1731010719288-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T20:18:42,215 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,35697,1731010719288-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T20:18:42,217 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T20:18:42,217 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T20:18:42,217 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,35697,1731010719288-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:18:42,276 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32983fcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:18:42,276 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,35697,-1 for getting cluster id 2024-11-07T20:18:42,276 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:18:42,277 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beec6167-0a24-4e5d-8b32-a1b764d4a253' 2024-11-07T20:18:42,277 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:18:42,277 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beec6167-0a24-4e5d-8b32-a1b764d4a253" 2024-11-07T20:18:42,278 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63f7df81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:18:42,278 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,35697,-1] 2024-11-07T20:18:42,278 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:18:42,278 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:18:42,279 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:18:42,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33e424ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:18:42,280 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:18:42,280 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,38297,1731010719649, seqNum=-1] 2024-11-07T20:18:42,281 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:18:42,281 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T20:18:42,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8a040b4bf509,35697,1731010719288 2024-11-07T20:18:42,283 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60555 2024-11-07T20:18:42,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60555, baseZNode=/155090111 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T20:18:42,293 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10116f34ab90005 connected 2024-11-07T20:18:42,305 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:18:42,306 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,43889,1731010713493 2024-11-07T20:18:42,306 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a9cda08 2024-11-07T20:18:42,306 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:18:42,307 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T20:18:42,308 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43889 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T20:18:42,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43889 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-07T20:18:42,310 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T20:18:42,310 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:18:42,310 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43889 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-07T20:18:42,311 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T20:18:42,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:18:42,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741835_1011 (size=902) 2024-11-07T20:18:42,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:18:42,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:18:42,718 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e7b6b59d74ee04f3295c0c8e02226591, NAME => 'test,,1731010722308.e7b6b59d74ee04f3295c0c8e02226591.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b 2024-11-07T20:18:42,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741836_1012 (size=39) 2024-11-07T20:18:42,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:18:43,123 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731010722308.e7b6b59d74ee04f3295c0c8e02226591.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:18:43,123 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e7b6b59d74ee04f3295c0c8e02226591, disabling compactions & flushes 2024-11-07T20:18:43,123 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731010722308.e7b6b59d74ee04f3295c0c8e02226591. 2024-11-07T20:18:43,123 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731010722308.e7b6b59d74ee04f3295c0c8e02226591. 2024-11-07T20:18:43,123 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731010722308.e7b6b59d74ee04f3295c0c8e02226591. after waiting 0 ms 2024-11-07T20:18:43,123 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731010722308.e7b6b59d74ee04f3295c0c8e02226591. 2024-11-07T20:18:43,123 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731010722308.e7b6b59d74ee04f3295c0c8e02226591. 2024-11-07T20:18:43,123 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e7b6b59d74ee04f3295c0c8e02226591: Waiting for close lock at 1731010723123Disabling compacts and flushes for region at 1731010723123Disabling writes for close at 1731010723123Writing region close event to WAL at 1731010723123Closed at 1731010723123 2024-11-07T20:18:43,124 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T20:18:43,124 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731010722308.e7b6b59d74ee04f3295c0c8e02226591.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731010723124"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731010723124"}]},"ts":"1731010723124"} 2024-11-07T20:18:43,126 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T20:18:43,127 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T20:18:43,127 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731010723127"}]},"ts":"1731010723127"} 2024-11-07T20:18:43,129 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-07T20:18:43,129 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e7b6b59d74ee04f3295c0c8e02226591, ASSIGN}] 2024-11-07T20:18:43,130 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e7b6b59d74ee04f3295c0c8e02226591, ASSIGN 2024-11-07T20:18:43,130 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e7b6b59d74ee04f3295c0c8e02226591, ASSIGN; state=OFFLINE, location=8a040b4bf509,33617,1731010713814; forceNewPlan=false, retain=false 2024-11-07T20:18:43,281 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e7b6b59d74ee04f3295c0c8e02226591, regionState=OPENING, regionLocation=8a040b4bf509,33617,1731010713814 2024-11-07T20:18:43,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e7b6b59d74ee04f3295c0c8e02226591, ASSIGN because future has completed 2024-11-07T20:18:43,284 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e7b6b59d74ee04f3295c0c8e02226591, server=8a040b4bf509,33617,1731010713814}] 2024-11-07T20:18:43,439 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731010722308.e7b6b59d74ee04f3295c0c8e02226591. 2024-11-07T20:18:43,439 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e7b6b59d74ee04f3295c0c8e02226591, NAME => 'test,,1731010722308.e7b6b59d74ee04f3295c0c8e02226591.', STARTKEY => '', ENDKEY => ''} 2024-11-07T20:18:43,439 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T20:18:43,440 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-07T20:18:43,440 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e7b6b59d74ee04f3295c0c8e02226591 2024-11-07T20:18:43,440 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731010722308.e7b6b59d74ee04f3295c0c8e02226591.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:18:43,440 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e7b6b59d74ee04f3295c0c8e02226591 2024-11-07T20:18:43,440 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e7b6b59d74ee04f3295c0c8e02226591 2024-11-07T20:18:43,441 INFO [StoreOpener-e7b6b59d74ee04f3295c0c8e02226591-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e7b6b59d74ee04f3295c0c8e02226591 2024-11-07T20:18:43,442 INFO [StoreOpener-e7b6b59d74ee04f3295c0c8e02226591-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e7b6b59d74ee04f3295c0c8e02226591 columnFamilyName f 2024-11-07T20:18:43,442 DEBUG [StoreOpener-e7b6b59d74ee04f3295c0c8e02226591-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:18:43,442 INFO [StoreOpener-e7b6b59d74ee04f3295c0c8e02226591-1 {}] regionserver.HStore(327): Store=e7b6b59d74ee04f3295c0c8e02226591/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:18:43,443 INFO [StoreOpener-e7b6b59d74ee04f3295c0c8e02226591-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e7b6b59d74ee04f3295c0c8e02226591 2024-11-07T20:18:43,443 INFO [StoreOpener-e7b6b59d74ee04f3295c0c8e02226591-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e7b6b59d74ee04f3295c0c8e02226591 columnFamilyName f1 2024-11-07T20:18:43,443 DEBUG [StoreOpener-e7b6b59d74ee04f3295c0c8e02226591-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:18:43,444 INFO [StoreOpener-e7b6b59d74ee04f3295c0c8e02226591-1 {}] regionserver.HStore(327): Store=e7b6b59d74ee04f3295c0c8e02226591/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:18:43,444 INFO [StoreOpener-e7b6b59d74ee04f3295c0c8e02226591-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e7b6b59d74ee04f3295c0c8e02226591 2024-11-07T20:18:43,445 INFO [StoreOpener-e7b6b59d74ee04f3295c0c8e02226591-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e7b6b59d74ee04f3295c0c8e02226591 columnFamilyName norep 2024-11-07T20:18:43,445 DEBUG [StoreOpener-e7b6b59d74ee04f3295c0c8e02226591-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:18:43,445 INFO [StoreOpener-e7b6b59d74ee04f3295c0c8e02226591-1 {}] regionserver.HStore(327): Store=e7b6b59d74ee04f3295c0c8e02226591/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:18:43,445 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e7b6b59d74ee04f3295c0c8e02226591 2024-11-07T20:18:43,446 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/data/default/test/e7b6b59d74ee04f3295c0c8e02226591 2024-11-07T20:18:43,446 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/data/default/test/e7b6b59d74ee04f3295c0c8e02226591 2024-11-07T20:18:43,447 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e7b6b59d74ee04f3295c0c8e02226591 2024-11-07T20:18:43,447 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e7b6b59d74ee04f3295c0c8e02226591 2024-11-07T20:18:43,447 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T20:18:43,448 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e7b6b59d74ee04f3295c0c8e02226591 2024-11-07T20:18:43,450 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/data/default/test/e7b6b59d74ee04f3295c0c8e02226591/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T20:18:43,450 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e7b6b59d74ee04f3295c0c8e02226591; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61881511, jitterRate=-0.07789362967014313}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T20:18:43,450 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e7b6b59d74ee04f3295c0c8e02226591 2024-11-07T20:18:43,451 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e7b6b59d74ee04f3295c0c8e02226591: Running coprocessor pre-open hook at 1731010723440Writing region info on filesystem at 1731010723440Initializing all the Stores at 1731010723441 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010723441Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010723441Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010723441Cleaning up temporary data from old regions at 1731010723447 (+6 ms)Running coprocessor post-open hooks at 1731010723450 (+3 ms)Region opened successfully at 1731010723451 (+1 ms) 2024-11-07T20:18:43,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:18:43,451 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731010722308.e7b6b59d74ee04f3295c0c8e02226591., pid=6, masterSystemTime=1731010723436 2024-11-07T20:18:43,453 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731010722308.e7b6b59d74ee04f3295c0c8e02226591. 2024-11-07T20:18:43,453 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731010722308.e7b6b59d74ee04f3295c0c8e02226591. 2024-11-07T20:18:43,454 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e7b6b59d74ee04f3295c0c8e02226591, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8a040b4bf509,33617,1731010713814 2024-11-07T20:18:43,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e7b6b59d74ee04f3295c0c8e02226591, server=8a040b4bf509,33617,1731010713814 because future has completed 2024-11-07T20:18:43,458 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T20:18:43,458 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e7b6b59d74ee04f3295c0c8e02226591, server=8a040b4bf509,33617,1731010713814 in 172 msec 2024-11-07T20:18:43,460 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T20:18:43,460 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e7b6b59d74ee04f3295c0c8e02226591, ASSIGN in 329 msec 2024-11-07T20:18:43,461 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T20:18:43,461 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731010723461"}]},"ts":"1731010723461"} 2024-11-07T20:18:43,462 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-07T20:18:43,463 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T20:18:43,464 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec 2024-11-07T20:18:44,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:18:44,461 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-07T20:18:44,461 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:18:44,462 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,35697,1731010719288 2024-11-07T20:18:44,462 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38124c30 2024-11-07T20:18:44,462 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:18:44,463 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T20:18:44,464 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35697 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T20:18:44,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35697 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-07T20:18:44,466 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T20:18:44,466 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:18:44,466 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35697 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-07T20:18:44,467 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T20:18:44,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35697 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:18:44,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36909 is added to blk_1073741835_1011 (size=902) 2024-11-07T20:18:44,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35697 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:18:44,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35697 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:18:44,874 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 29248ac458a1d93e01ac616bdb999e9e, NAME => 'test,,1731010724463.29248ac458a1d93e01ac616bdb999e9e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6 2024-11-07T20:18:44,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36909 is added to blk_1073741836_1012 (size=39) 2024-11-07T20:18:45,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35697 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:18:45,283 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731010724463.29248ac458a1d93e01ac616bdb999e9e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:18:45,283 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 29248ac458a1d93e01ac616bdb999e9e, disabling compactions & flushes 2024-11-07T20:18:45,283 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731010724463.29248ac458a1d93e01ac616bdb999e9e. 2024-11-07T20:18:45,283 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731010724463.29248ac458a1d93e01ac616bdb999e9e. 2024-11-07T20:18:45,283 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731010724463.29248ac458a1d93e01ac616bdb999e9e. after waiting 0 ms 2024-11-07T20:18:45,283 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731010724463.29248ac458a1d93e01ac616bdb999e9e. 2024-11-07T20:18:45,283 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731010724463.29248ac458a1d93e01ac616bdb999e9e. 2024-11-07T20:18:45,283 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 29248ac458a1d93e01ac616bdb999e9e: Waiting for close lock at 1731010725283Disabling compacts and flushes for region at 1731010725283Disabling writes for close at 1731010725283Writing region close event to WAL at 1731010725283Closed at 1731010725283 2024-11-07T20:18:45,284 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T20:18:45,284 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731010724463.29248ac458a1d93e01ac616bdb999e9e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731010725284"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731010725284"}]},"ts":"1731010725284"} 2024-11-07T20:18:45,286 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T20:18:45,286 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T20:18:45,287 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731010725286"}]},"ts":"1731010725286"} 2024-11-07T20:18:45,288 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-07T20:18:45,288 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=29248ac458a1d93e01ac616bdb999e9e, ASSIGN}] 2024-11-07T20:18:45,289 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=29248ac458a1d93e01ac616bdb999e9e, ASSIGN 2024-11-07T20:18:45,290 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=29248ac458a1d93e01ac616bdb999e9e, ASSIGN; state=OFFLINE, location=8a040b4bf509,38297,1731010719649; forceNewPlan=false, retain=false 2024-11-07T20:18:45,441 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=29248ac458a1d93e01ac616bdb999e9e, regionState=OPENING, regionLocation=8a040b4bf509,38297,1731010719649 2024-11-07T20:18:45,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=29248ac458a1d93e01ac616bdb999e9e, ASSIGN because future has completed 2024-11-07T20:18:45,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 29248ac458a1d93e01ac616bdb999e9e, server=8a040b4bf509,38297,1731010719649}] 2024-11-07T20:18:45,598 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731010724463.29248ac458a1d93e01ac616bdb999e9e. 2024-11-07T20:18:45,598 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 29248ac458a1d93e01ac616bdb999e9e, NAME => 'test,,1731010724463.29248ac458a1d93e01ac616bdb999e9e.', STARTKEY => '', ENDKEY => ''} 2024-11-07T20:18:45,598 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T20:18:45,599 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-07T20:18:45,599 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 29248ac458a1d93e01ac616bdb999e9e 2024-11-07T20:18:45,599 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731010724463.29248ac458a1d93e01ac616bdb999e9e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:18:45,599 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 29248ac458a1d93e01ac616bdb999e9e 2024-11-07T20:18:45,599 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 29248ac458a1d93e01ac616bdb999e9e 2024-11-07T20:18:45,600 INFO [StoreOpener-29248ac458a1d93e01ac616bdb999e9e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 29248ac458a1d93e01ac616bdb999e9e 2024-11-07T20:18:45,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35697 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:18:45,601 INFO [StoreOpener-29248ac458a1d93e01ac616bdb999e9e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29248ac458a1d93e01ac616bdb999e9e columnFamilyName f 2024-11-07T20:18:45,601 DEBUG [StoreOpener-29248ac458a1d93e01ac616bdb999e9e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:18:45,601 INFO [StoreOpener-29248ac458a1d93e01ac616bdb999e9e-1 {}] regionserver.HStore(327): Store=29248ac458a1d93e01ac616bdb999e9e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:18:45,602 INFO [StoreOpener-29248ac458a1d93e01ac616bdb999e9e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 29248ac458a1d93e01ac616bdb999e9e 2024-11-07T20:18:45,603 INFO [StoreOpener-29248ac458a1d93e01ac616bdb999e9e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29248ac458a1d93e01ac616bdb999e9e columnFamilyName f1 2024-11-07T20:18:45,603 DEBUG [StoreOpener-29248ac458a1d93e01ac616bdb999e9e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:18:45,603 INFO [StoreOpener-29248ac458a1d93e01ac616bdb999e9e-1 {}] regionserver.HStore(327): Store=29248ac458a1d93e01ac616bdb999e9e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:18:45,603 INFO [StoreOpener-29248ac458a1d93e01ac616bdb999e9e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 29248ac458a1d93e01ac616bdb999e9e 2024-11-07T20:18:45,604 INFO [StoreOpener-29248ac458a1d93e01ac616bdb999e9e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29248ac458a1d93e01ac616bdb999e9e columnFamilyName norep 2024-11-07T20:18:45,604 DEBUG [StoreOpener-29248ac458a1d93e01ac616bdb999e9e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:18:45,605 INFO [StoreOpener-29248ac458a1d93e01ac616bdb999e9e-1 {}] regionserver.HStore(327): Store=29248ac458a1d93e01ac616bdb999e9e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:18:45,605 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 29248ac458a1d93e01ac616bdb999e9e 2024-11-07T20:18:45,605 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/data/default/test/29248ac458a1d93e01ac616bdb999e9e 2024-11-07T20:18:45,606 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/data/default/test/29248ac458a1d93e01ac616bdb999e9e 2024-11-07T20:18:45,607 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 29248ac458a1d93e01ac616bdb999e9e 2024-11-07T20:18:45,607 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 29248ac458a1d93e01ac616bdb999e9e 2024-11-07T20:18:45,607 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T20:18:45,608 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 29248ac458a1d93e01ac616bdb999e9e 2024-11-07T20:18:45,610 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/data/default/test/29248ac458a1d93e01ac616bdb999e9e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T20:18:45,610 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 29248ac458a1d93e01ac616bdb999e9e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73475766, jitterRate=0.09487423300743103}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T20:18:45,610 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 29248ac458a1d93e01ac616bdb999e9e 2024-11-07T20:18:45,610 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 29248ac458a1d93e01ac616bdb999e9e: Running coprocessor pre-open hook at 1731010725599Writing region info on filesystem at 1731010725599Initializing all the Stores at 1731010725600 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010725600Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010725600Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010725600Cleaning up temporary data from old regions at 1731010725607 (+7 ms)Running coprocessor post-open hooks at 1731010725610 (+3 ms)Region opened successfully at 1731010725610 2024-11-07T20:18:45,611 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731010724463.29248ac458a1d93e01ac616bdb999e9e., pid=6, masterSystemTime=1731010725594 2024-11-07T20:18:45,613 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731010724463.29248ac458a1d93e01ac616bdb999e9e. 2024-11-07T20:18:45,613 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731010724463.29248ac458a1d93e01ac616bdb999e9e. 2024-11-07T20:18:45,613 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=29248ac458a1d93e01ac616bdb999e9e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8a040b4bf509,38297,1731010719649 2024-11-07T20:18:45,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 29248ac458a1d93e01ac616bdb999e9e, server=8a040b4bf509,38297,1731010719649 because future has completed 2024-11-07T20:18:45,618 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T20:18:45,618 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 29248ac458a1d93e01ac616bdb999e9e, server=8a040b4bf509,38297,1731010719649 in 173 msec 2024-11-07T20:18:45,620 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T20:18:45,620 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=29248ac458a1d93e01ac616bdb999e9e, ASSIGN in 330 msec 2024-11-07T20:18:45,621 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T20:18:45,621 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731010725621"}]},"ts":"1731010725621"} 2024-11-07T20:18:45,623 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-07T20:18:45,623 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T20:18:45,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1590 sec 2024-11-07T20:18:46,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T20:18:46,292 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-07T20:18:46,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-07T20:18:46,292 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-07T20:18:46,293 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T20:18:46,293 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-07T20:18:46,293 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T20:18:46,293 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-07T20:18:46,293 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T20:18:46,293 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-07T20:18:46,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35697 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:18:46,610 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-07T20:18:46,611 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44c17d82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:18:46,611 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,43889,-1 for getting cluster id 2024-11-07T20:18:46,611 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:18:46,612 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4f59f5a7-8731-4a5e-b206-f98c9e8922cd' 2024-11-07T20:18:46,612 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:18:46,612 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4f59f5a7-8731-4a5e-b206-f98c9e8922cd" 2024-11-07T20:18:46,612 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f1f9ff7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:18:46,613 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,43889,-1] 2024-11-07T20:18:46,613 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:18:46,613 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:18:46,614 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:18:46,615 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45eb834d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:18:46,616 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6723e074, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:18:46,616 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,35697,-1 for getting cluster id 2024-11-07T20:18:46,616 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:18:46,616 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beec6167-0a24-4e5d-8b32-a1b764d4a253' 2024-11-07T20:18:46,617 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:18:46,617 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beec6167-0a24-4e5d-8b32-a1b764d4a253" 2024-11-07T20:18:46,617 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb3d82d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:18:46,617 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,35697,-1] 2024-11-07T20:18:46,617 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:18:46,617 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:18:46,618 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:18:46,618 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4af01313, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:18:46,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17c98c8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:18:46,619 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,43889,-1 for getting cluster id 2024-11-07T20:18:46,619 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:18:46,620 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4f59f5a7-8731-4a5e-b206-f98c9e8922cd' 2024-11-07T20:18:46,620 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:18:46,620 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4f59f5a7-8731-4a5e-b206-f98c9e8922cd" 2024-11-07T20:18:46,620 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@276e4199, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:18:46,620 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,43889,-1] 2024-11-07T20:18:46,620 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:18:46,620 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:18:46,621 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:18:46,622 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42a0d593, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:18:46,622 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:18:46,623 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,43889,1731010713493 2024-11-07T20:18:46,623 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@bced04f 2024-11-07T20:18:46,623 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:18:46,624 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T20:18:46,624 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43889 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://8a040b4bf509:35697,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-07T20:18:46,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43889 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T20:18:46,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T20:18:46,626 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8a040b4bf509:35697' 2024-11-07T20:18:46,627 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fa3c5dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:18:46,627 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,35697,-1 for getting cluster id 2024-11-07T20:18:46,628 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:18:46,628 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beec6167-0a24-4e5d-8b32-a1b764d4a253' 2024-11-07T20:18:46,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:18:46,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beec6167-0a24-4e5d-8b32-a1b764d4a253" 2024-11-07T20:18:46,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62404f76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:18:46,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,35697,-1] 2024-11-07T20:18:46,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:18:46,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:18:46,629 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:18:46,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41bdc778, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:18:46,630 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:18:46,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,35697,1731010719288 2024-11-07T20:18:46,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e9c4bb4 2024-11-07T20:18:46,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:18:46,632 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T20:18:46,633 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-07T20:18:46,633 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T20:18:46,633 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:18:46,633 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:18:46,633 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:18:46,633 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T20:18:46,634 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-07T20:18:46,635 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T20:18:46,635 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:18:46,636 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T20:18:46,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741837_1013 (size=1138) 2024-11-07T20:18:46,685 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-07T20:18:46,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T20:18:46,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T20:18:47,043 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2c944995ff9fb2dc593a0896a0d8339b, NAME => 'hbase:replication,,1731010726633.2c944995ff9fb2dc593a0896a0d8339b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b 2024-11-07T20:18:47,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741838_1014 (size=44) 2024-11-07T20:18:47,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T20:18:47,526 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731010726633.2c944995ff9fb2dc593a0896a0d8339b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:18:47,526 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2c944995ff9fb2dc593a0896a0d8339b, disabling compactions & flushes 2024-11-07T20:18:47,526 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731010726633.2c944995ff9fb2dc593a0896a0d8339b. 2024-11-07T20:18:47,526 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731010726633.2c944995ff9fb2dc593a0896a0d8339b. 2024-11-07T20:18:47,526 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731010726633.2c944995ff9fb2dc593a0896a0d8339b. after waiting 0 ms 2024-11-07T20:18:47,526 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731010726633.2c944995ff9fb2dc593a0896a0d8339b. 2024-11-07T20:18:47,526 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731010726633.2c944995ff9fb2dc593a0896a0d8339b. 2024-11-07T20:18:47,526 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2c944995ff9fb2dc593a0896a0d8339b: Waiting for close lock at 1731010727526Disabling compacts and flushes for region at 1731010727526Disabling writes for close at 1731010727526Writing region close event to WAL at 1731010727526Closed at 1731010727526 2024-11-07T20:18:47,527 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T20:18:47,527 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731010726633.2c944995ff9fb2dc593a0896a0d8339b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731010727527"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731010727527"}]},"ts":"1731010727527"} 2024-11-07T20:18:47,529 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T20:18:47,530 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T20:18:47,530 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731010727530"}]},"ts":"1731010727530"} 2024-11-07T20:18:47,532 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-07T20:18:47,532 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2c944995ff9fb2dc593a0896a0d8339b, ASSIGN}] 2024-11-07T20:18:47,533 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2c944995ff9fb2dc593a0896a0d8339b, ASSIGN 2024-11-07T20:18:47,534 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2c944995ff9fb2dc593a0896a0d8339b, ASSIGN; state=OFFLINE, location=8a040b4bf509,33617,1731010713814; forceNewPlan=false, retain=false 2024-11-07T20:18:47,667 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T20:18:47,684 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2c944995ff9fb2dc593a0896a0d8339b, regionState=OPENING, regionLocation=8a040b4bf509,33617,1731010713814 2024-11-07T20:18:47,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2c944995ff9fb2dc593a0896a0d8339b, ASSIGN because future has completed 2024-11-07T20:18:47,687 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c944995ff9fb2dc593a0896a0d8339b, server=8a040b4bf509,33617,1731010713814}] 2024-11-07T20:18:47,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:18:47,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:18:47,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:18:47,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:18:47,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:18:47,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:18:47,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:18:47,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:18:47,713 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-07T20:18:47,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T20:18:47,841 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731010726633.2c944995ff9fb2dc593a0896a0d8339b. 2024-11-07T20:18:47,841 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:18:47,842 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-07T20:18:47,843 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a040b4bf509%2C33617%2C1731010713814.rep, suffix=, logDir=hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/WALs/8a040b4bf509,33617,1731010713814, archiveDir=hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/oldWALs, maxLogs=10 2024-11-07T20:18:47,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/WALs/8a040b4bf509,33617,1731010713814/8a040b4bf509%2C33617%2C1731010713814.rep.1731010727843, exclude list is [], retry=0 2024-11-07T20:18:47,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39927,DS-c3916e41-486d-497a-ab7b-d1181310c431,DISK] 2024-11-07T20:18:47,862 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/WALs/8a040b4bf509,33617,1731010713814/8a040b4bf509%2C33617%2C1731010713814.rep.1731010727843 2024-11-07T20:18:47,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40597:40597)] 2024-11-07T20:18:47,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2c944995ff9fb2dc593a0896a0d8339b, NAME => 'hbase:replication,,1731010726633.2c944995ff9fb2dc593a0896a0d8339b.', STARTKEY => '', ENDKEY => ''} 2024-11-07T20:18:47,862 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T20:18:47,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T20:18:47,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731010726633.2c944995ff9fb2dc593a0896a0d8339b. service=MultiRowMutationService 2024-11-07T20:18:47,862 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-07T20:18:47,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2c944995ff9fb2dc593a0896a0d8339b 2024-11-07T20:18:47,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731010726633.2c944995ff9fb2dc593a0896a0d8339b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:18:47,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2c944995ff9fb2dc593a0896a0d8339b 2024-11-07T20:18:47,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2c944995ff9fb2dc593a0896a0d8339b 2024-11-07T20:18:47,864 INFO [StoreOpener-2c944995ff9fb2dc593a0896a0d8339b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2c944995ff9fb2dc593a0896a0d8339b 2024-11-07T20:18:47,865 INFO [StoreOpener-2c944995ff9fb2dc593a0896a0d8339b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c944995ff9fb2dc593a0896a0d8339b columnFamilyName hfileref 2024-11-07T20:18:47,865 DEBUG [StoreOpener-2c944995ff9fb2dc593a0896a0d8339b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:18:47,865 INFO [StoreOpener-2c944995ff9fb2dc593a0896a0d8339b-1 {}] regionserver.HStore(327): Store=2c944995ff9fb2dc593a0896a0d8339b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:18:47,866 INFO [StoreOpener-2c944995ff9fb2dc593a0896a0d8339b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2c944995ff9fb2dc593a0896a0d8339b 2024-11-07T20:18:47,866 INFO [StoreOpener-2c944995ff9fb2dc593a0896a0d8339b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c944995ff9fb2dc593a0896a0d8339b columnFamilyName queue 2024-11-07T20:18:47,866 DEBUG [StoreOpener-2c944995ff9fb2dc593a0896a0d8339b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:18:47,867 INFO [StoreOpener-2c944995ff9fb2dc593a0896a0d8339b-1 {}] regionserver.HStore(327): Store=2c944995ff9fb2dc593a0896a0d8339b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:18:47,867 INFO [StoreOpener-2c944995ff9fb2dc593a0896a0d8339b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2c944995ff9fb2dc593a0896a0d8339b 2024-11-07T20:18:47,867 INFO [StoreOpener-2c944995ff9fb2dc593a0896a0d8339b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c944995ff9fb2dc593a0896a0d8339b columnFamilyName sid 2024-11-07T20:18:47,868 DEBUG [StoreOpener-2c944995ff9fb2dc593a0896a0d8339b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:18:47,868 INFO [StoreOpener-2c944995ff9fb2dc593a0896a0d8339b-1 {}] regionserver.HStore(327): Store=2c944995ff9fb2dc593a0896a0d8339b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:18:47,868 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2c944995ff9fb2dc593a0896a0d8339b 2024-11-07T20:18:47,868 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/data/hbase/replication/2c944995ff9fb2dc593a0896a0d8339b 2024-11-07T20:18:47,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/data/hbase/replication/2c944995ff9fb2dc593a0896a0d8339b 2024-11-07T20:18:47,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2c944995ff9fb2dc593a0896a0d8339b 2024-11-07T20:18:47,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2c944995ff9fb2dc593a0896a0d8339b 2024-11-07T20:18:47,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T20:18:47,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2c944995ff9fb2dc593a0896a0d8339b 2024-11-07T20:18:47,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/data/hbase/replication/2c944995ff9fb2dc593a0896a0d8339b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T20:18:47,873 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2c944995ff9fb2dc593a0896a0d8339b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71237607, jitterRate=0.061523064970970154}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T20:18:47,873 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2c944995ff9fb2dc593a0896a0d8339b 2024-11-07T20:18:47,873 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2c944995ff9fb2dc593a0896a0d8339b: Running coprocessor pre-open hook at 1731010727863Writing region info on filesystem at 1731010727863Initializing all the Stores at 1731010727864 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010727864Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010727864Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010727864Cleaning up temporary data from old regions at 1731010727869 (+5 ms)Running coprocessor post-open hooks at 1731010727873 (+4 ms)Region opened successfully at 1731010727873 2024-11-07T20:18:47,874 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731010726633.2c944995ff9fb2dc593a0896a0d8339b., pid=10, masterSystemTime=1731010727838 2024-11-07T20:18:47,876 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731010726633.2c944995ff9fb2dc593a0896a0d8339b. 2024-11-07T20:18:47,876 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731010726633.2c944995ff9fb2dc593a0896a0d8339b. 2024-11-07T20:18:47,876 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2c944995ff9fb2dc593a0896a0d8339b, regionState=OPEN, openSeqNum=2, regionLocation=8a040b4bf509,33617,1731010713814 2024-11-07T20:18:47,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c944995ff9fb2dc593a0896a0d8339b, server=8a040b4bf509,33617,1731010713814 because future has completed 2024-11-07T20:18:47,880 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-07T20:18:47,880 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2c944995ff9fb2dc593a0896a0d8339b, server=8a040b4bf509,33617,1731010713814 in 192 msec 2024-11-07T20:18:47,882 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-07T20:18:47,882 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2c944995ff9fb2dc593a0896a0d8339b, ASSIGN in 348 msec 2024-11-07T20:18:47,882 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T20:18:47,883 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731010727882"}]},"ts":"1731010727882"} 2024-11-07T20:18:47,884 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-07T20:18:47,885 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T20:18:47,886 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2520 sec 2024-11-07T20:18:47,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731010726633.2c944995ff9fb2dc593a0896a0d8339b., hostname=8a040b4bf509,33617,1731010713814, seqNum=2] 2024-11-07T20:18:47,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33617-0x10116f34ab90001, quorum=127.0.0.1:60555, baseZNode=/0593700309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0593700309 2024-11-07T20:18:47,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43889-0x10116f34ab90000, quorum=127.0.0.1:60555, baseZNode=/0593700309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0593700309 2024-11-07T20:18:47,974 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T20:18:48,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33617 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-07T20:18:48,127 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-07T20:18:48,152 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-8a040b4bf509,33617,1731010713814, ReplicationSource: 1, currentBandwidth=0 2024-11-07T20:18:48,153 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:18:48,153 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,33617,1731010713814, seqNum=-1] 2024-11-07T20:18:48,153 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:18:48,154 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40869, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-07T20:18:48,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8a040b4bf509,33617,1731010713814', locateType=CURRENT is [region=hbase:replication,,1731010726633.2c944995ff9fb2dc593a0896a0d8339b., hostname=8a040b4bf509,33617,1731010713814, seqNum=2] 2024-11-07T20:18:48,157 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-07T20:18:48,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43889 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-07T20:18:48,159 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8a040b4bf509,33617,1731010713814 suceeded 2024-11-07T20:18:48,161 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-07T20:18:48,161 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-07T20:18:48,161 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8a040b4bf509:35697,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T20:18:48,162 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5370 sec 2024-11-07T20:18:48,177 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,33617,1731010713814 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8a040b4bf509:35697' 2024-11-07T20:18:48,179 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,33617,1731010713814 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a262130, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:18:48,179 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,33617,1731010713814 {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,35697,-1 for getting cluster id 2024-11-07T20:18:48,179 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,33617,1731010713814 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:18:48,180 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beec6167-0a24-4e5d-8b32-a1b764d4a253' 2024-11-07T20:18:48,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:18:48,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beec6167-0a24-4e5d-8b32-a1b764d4a253" 2024-11-07T20:18:48,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f6e8bc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:18:48,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,35697,-1] 2024-11-07T20:18:48,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:18:48,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:18:48,181 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:18:48,182 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,33617,1731010713814 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@464bb911, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:18:48,182 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,33617,1731010713814 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:18:48,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,35697,1731010719288 2024-11-07T20:18:48,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37e47835 2024-11-07T20:18:48,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:18:48,184 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-07T20:18:48,184 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,33617,1731010713814 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8a040b4bf509,33617,1731010713814 (queues=1) is replicating from cluster=4f59f5a7-8731-4a5e-b206-f98c9e8922cd to cluster=beec6167-0a24-4e5d-8b32-a1b764d4a253 2024-11-07T20:18:48,184 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,33617,1731010713814 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8a040b4bf509%2C33617%2C1731010713814 2024-11-07T20:18:48,184 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,33617,1731010713814 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8a040b4bf509,33617,1731010713814, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T20:18:48,185 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,33617,1731010713814.replicationSource.shipper8a040b4bf509%2C33617%2C1731010713814,1-8a040b4bf509,33617,1731010713814 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8a040b4bf509%2C33617%2C1731010713814 2024-11-07T20:18:48,185 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,33617,1731010713814.replicationSource.wal-reader.8a040b4bf509%2C33617%2C1731010713814,1-8a040b4bf509,33617,1731010713814 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/WALs/8a040b4bf509,33617,1731010713814/8a040b4bf509%2C33617%2C1731010713814.1731010715986, startPosition=0, beingWritten=true 2024-11-07T20:18:48,191 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,33617,1731010713814.replicationSource.wal-reader.8a040b4bf509%2C33617%2C1731010713814,1-8a040b4bf509,33617,1731010713814 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T20:18:48,191 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,33617,1731010713814.replicationSource.wal-reader.8a040b4bf509%2C33617%2C1731010713814,1-8a040b4bf509,33617,1731010713814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/WALs/8a040b4bf509,33617,1731010713814/8a040b4bf509%2C33617%2C1731010713814.1731010715986 to pos 379, reset compression=false 2024-11-07T20:18:48,191 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,33617,1731010713814.replicationSource.shipper8a040b4bf509%2C33617%2C1731010713814,1-8a040b4bf509,33617,1731010713814 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a040b4bf509,33617,1731010713814 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/WALs/8a040b4bf509,33617,1731010713814/8a040b4bf509%2C33617%2C1731010713814.1731010715986, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T20:18:48,395 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,33617,1731010713814.replicationSource.wal-reader.8a040b4bf509%2C33617%2C1731010713814,1-8a040b4bf509,33617,1731010713814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/WALs/8a040b4bf509,33617,1731010713814/8a040b4bf509%2C33617%2C1731010713814.1731010715986 to pos 379, reset compression=false 2024-11-07T20:18:48,698 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,33617,1731010713814.replicationSource.wal-reader.8a040b4bf509%2C33617%2C1731010713814,1-8a040b4bf509,33617,1731010713814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/WALs/8a040b4bf509,33617,1731010713814/8a040b4bf509%2C33617%2C1731010713814.1731010715986 to pos 379, reset compression=false 2024-11-07T20:18:48,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T20:18:48,771 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-07T20:18:48,771 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T20:18:48,771 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:18:48,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:18:48,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:18:48,771 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:18:48,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c4df75d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:18:48,772 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,35697,-1 for getting cluster id 2024-11-07T20:18:48,772 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:18:48,772 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beec6167-0a24-4e5d-8b32-a1b764d4a253' 2024-11-07T20:18:48,772 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:18:48,773 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beec6167-0a24-4e5d-8b32-a1b764d4a253" 2024-11-07T20:18:48,773 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@625a7622, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:18:48,773 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,35697,-1] 2024-11-07T20:18:48,773 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:18:48,773 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:18:48,774 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:18:48,774 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b1192, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:18:48,775 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:18:48,775 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,35697,1731010719288 2024-11-07T20:18:48,775 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13dd9c8c 2024-11-07T20:18:48,775 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:18:48,776 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T20:18:48,776 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35697 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://8a040b4bf509:43889,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-07T20:18:48,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35697 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T20:18:48,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35697 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T20:18:48,779 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8a040b4bf509:43889' 2024-11-07T20:18:48,780 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@639f5d1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:18:48,780 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,43889,-1 for getting cluster id 2024-11-07T20:18:48,780 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:18:48,781 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4f59f5a7-8731-4a5e-b206-f98c9e8922cd' 2024-11-07T20:18:48,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:18:48,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4f59f5a7-8731-4a5e-b206-f98c9e8922cd" 2024-11-07T20:18:48,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8b06b48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:18:48,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,43889,-1] 2024-11-07T20:18:48,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:18:48,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:18:48,782 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:18:48,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@488cfbdd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:18:48,782 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:18:48,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,43889,1731010713493 2024-11-07T20:18:48,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a5eb7bd 2024-11-07T20:18:48,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:18:48,784 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T20:18:48,784 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-07T20:18:48,784 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T20:18:48,784 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:18:48,784 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:18:48,785 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:18:48,785 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T20:18:48,786 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-07T20:18:48,787 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T20:18:48,787 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:18:48,788 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T20:18:48,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36909 is added to blk_1073741837_1013 (size=1138) 2024-11-07T20:18:48,836 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-07T20:18:48,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35697 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T20:18:49,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35697 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T20:18:49,102 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,33617,1731010713814.replicationSource.wal-reader.8a040b4bf509%2C33617%2C1731010713814,1-8a040b4bf509,33617,1731010713814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/WALs/8a040b4bf509,33617,1731010713814/8a040b4bf509%2C33617%2C1731010713814.1731010715986 to pos 379, reset compression=false 2024-11-07T20:18:49,195 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ae248d66ce54fba82b2b3dc09076f237, NAME => 'hbase:replication,,1731010728785.ae248d66ce54fba82b2b3dc09076f237.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6 2024-11-07T20:18:49,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36909 is added to blk_1073741838_1014 (size=44) 2024-11-07T20:18:49,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35697 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T20:18:49,603 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731010728785.ae248d66ce54fba82b2b3dc09076f237.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:18:49,603 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ae248d66ce54fba82b2b3dc09076f237, disabling compactions & flushes 2024-11-07T20:18:49,603 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731010728785.ae248d66ce54fba82b2b3dc09076f237. 2024-11-07T20:18:49,603 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731010728785.ae248d66ce54fba82b2b3dc09076f237. 2024-11-07T20:18:49,603 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731010728785.ae248d66ce54fba82b2b3dc09076f237. after waiting 0 ms 2024-11-07T20:18:49,603 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731010728785.ae248d66ce54fba82b2b3dc09076f237. 2024-11-07T20:18:49,604 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731010728785.ae248d66ce54fba82b2b3dc09076f237. 2024-11-07T20:18:49,604 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ae248d66ce54fba82b2b3dc09076f237: Waiting for close lock at 1731010729603Disabling compacts and flushes for region at 1731010729603Disabling writes for close at 1731010729603Writing region close event to WAL at 1731010729604 (+1 ms)Closed at 1731010729604 2024-11-07T20:18:49,605 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T20:18:49,605 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731010728785.ae248d66ce54fba82b2b3dc09076f237.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731010729605"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731010729605"}]},"ts":"1731010729605"} 2024-11-07T20:18:49,606 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,33617,1731010713814.replicationSource.wal-reader.8a040b4bf509%2C33617%2C1731010713814,1-8a040b4bf509,33617,1731010713814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/WALs/8a040b4bf509,33617,1731010713814/8a040b4bf509%2C33617%2C1731010713814.1731010715986 to pos 379, reset compression=false 2024-11-07T20:18:49,607 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T20:18:49,608 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T20:18:49,608 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731010729608"}]},"ts":"1731010729608"} 2024-11-07T20:18:49,609 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-07T20:18:49,610 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ae248d66ce54fba82b2b3dc09076f237, ASSIGN}] 2024-11-07T20:18:49,611 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ae248d66ce54fba82b2b3dc09076f237, ASSIGN 2024-11-07T20:18:49,611 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ae248d66ce54fba82b2b3dc09076f237, ASSIGN; state=OFFLINE, location=8a040b4bf509,38297,1731010719649; forceNewPlan=false, retain=false 2024-11-07T20:18:49,762 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ae248d66ce54fba82b2b3dc09076f237, regionState=OPENING, regionLocation=8a040b4bf509,38297,1731010719649 2024-11-07T20:18:49,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ae248d66ce54fba82b2b3dc09076f237, ASSIGN because future has completed 2024-11-07T20:18:49,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae248d66ce54fba82b2b3dc09076f237, server=8a040b4bf509,38297,1731010719649}] 2024-11-07T20:18:49,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35697 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T20:18:49,919 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731010728785.ae248d66ce54fba82b2b3dc09076f237. 2024-11-07T20:18:49,919 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:18:49,919 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-07T20:18:49,920 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a040b4bf509%2C38297%2C1731010719649.rep, suffix=, logDir=hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/WALs/8a040b4bf509,38297,1731010719649, archiveDir=hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/oldWALs, maxLogs=10 2024-11-07T20:18:49,932 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/WALs/8a040b4bf509,38297,1731010719649/8a040b4bf509%2C38297%2C1731010719649.rep.1731010729921, exclude list is [], retry=0 2024-11-07T20:18:49,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36909,DS-6fea001e-d95f-4167-b700-5e2e615880df,DISK] 2024-11-07T20:18:49,935 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/WALs/8a040b4bf509,38297,1731010719649/8a040b4bf509%2C38297%2C1731010719649.rep.1731010729921 2024-11-07T20:18:49,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37919:37919)] 2024-11-07T20:18:49,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ae248d66ce54fba82b2b3dc09076f237, NAME => 'hbase:replication,,1731010728785.ae248d66ce54fba82b2b3dc09076f237.', STARTKEY => '', ENDKEY => ''} 2024-11-07T20:18:49,936 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T20:18:49,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T20:18:49,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731010728785.ae248d66ce54fba82b2b3dc09076f237. service=MultiRowMutationService 2024-11-07T20:18:49,936 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-07T20:18:49,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ae248d66ce54fba82b2b3dc09076f237 2024-11-07T20:18:49,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731010728785.ae248d66ce54fba82b2b3dc09076f237.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:18:49,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ae248d66ce54fba82b2b3dc09076f237 2024-11-07T20:18:49,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ae248d66ce54fba82b2b3dc09076f237 2024-11-07T20:18:49,938 INFO [StoreOpener-ae248d66ce54fba82b2b3dc09076f237-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ae248d66ce54fba82b2b3dc09076f237 2024-11-07T20:18:49,939 INFO [StoreOpener-ae248d66ce54fba82b2b3dc09076f237-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae248d66ce54fba82b2b3dc09076f237 columnFamilyName hfileref 2024-11-07T20:18:49,939 DEBUG [StoreOpener-ae248d66ce54fba82b2b3dc09076f237-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:18:49,939 INFO [StoreOpener-ae248d66ce54fba82b2b3dc09076f237-1 {}] regionserver.HStore(327): Store=ae248d66ce54fba82b2b3dc09076f237/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:18:49,939 INFO [StoreOpener-ae248d66ce54fba82b2b3dc09076f237-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ae248d66ce54fba82b2b3dc09076f237 2024-11-07T20:18:49,940 INFO [StoreOpener-ae248d66ce54fba82b2b3dc09076f237-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae248d66ce54fba82b2b3dc09076f237 columnFamilyName queue 2024-11-07T20:18:49,940 DEBUG [StoreOpener-ae248d66ce54fba82b2b3dc09076f237-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:18:49,940 INFO [StoreOpener-ae248d66ce54fba82b2b3dc09076f237-1 {}] regionserver.HStore(327): Store=ae248d66ce54fba82b2b3dc09076f237/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:18:49,940 INFO [StoreOpener-ae248d66ce54fba82b2b3dc09076f237-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ae248d66ce54fba82b2b3dc09076f237 2024-11-07T20:18:49,941 INFO [StoreOpener-ae248d66ce54fba82b2b3dc09076f237-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae248d66ce54fba82b2b3dc09076f237 columnFamilyName sid 2024-11-07T20:18:49,941 DEBUG [StoreOpener-ae248d66ce54fba82b2b3dc09076f237-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:18:49,941 INFO [StoreOpener-ae248d66ce54fba82b2b3dc09076f237-1 {}] regionserver.HStore(327): Store=ae248d66ce54fba82b2b3dc09076f237/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:18:49,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ae248d66ce54fba82b2b3dc09076f237 2024-11-07T20:18:49,942 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/data/hbase/replication/ae248d66ce54fba82b2b3dc09076f237 2024-11-07T20:18:49,942 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/data/hbase/replication/ae248d66ce54fba82b2b3dc09076f237 2024-11-07T20:18:49,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ae248d66ce54fba82b2b3dc09076f237 2024-11-07T20:18:49,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ae248d66ce54fba82b2b3dc09076f237 2024-11-07T20:18:49,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T20:18:49,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ae248d66ce54fba82b2b3dc09076f237 2024-11-07T20:18:49,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/data/hbase/replication/ae248d66ce54fba82b2b3dc09076f237/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T20:18:49,946 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ae248d66ce54fba82b2b3dc09076f237; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73314877, jitterRate=0.09247680008411407}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T20:18:49,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ae248d66ce54fba82b2b3dc09076f237 2024-11-07T20:18:49,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ae248d66ce54fba82b2b3dc09076f237: Running coprocessor pre-open hook at 1731010729936Writing region info on filesystem at 1731010729936Initializing all the Stores at 1731010729937 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010729937Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010729937Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010729937Cleaning up temporary data from old regions at 1731010729943 (+6 ms)Running coprocessor post-open hooks at 1731010729946 (+3 ms)Region opened successfully at 1731010729946 2024-11-07T20:18:49,947 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731010728785.ae248d66ce54fba82b2b3dc09076f237., pid=10, masterSystemTime=1731010729916 2024-11-07T20:18:49,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731010728785.ae248d66ce54fba82b2b3dc09076f237. 2024-11-07T20:18:49,949 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731010728785.ae248d66ce54fba82b2b3dc09076f237. 2024-11-07T20:18:49,949 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ae248d66ce54fba82b2b3dc09076f237, regionState=OPEN, openSeqNum=2, regionLocation=8a040b4bf509,38297,1731010719649 2024-11-07T20:18:49,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae248d66ce54fba82b2b3dc09076f237, server=8a040b4bf509,38297,1731010719649 because future has completed 2024-11-07T20:18:49,953 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-07T20:18:49,953 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ae248d66ce54fba82b2b3dc09076f237, server=8a040b4bf509,38297,1731010719649 in 188 msec 2024-11-07T20:18:49,955 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-07T20:18:49,955 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ae248d66ce54fba82b2b3dc09076f237, ASSIGN in 343 msec 2024-11-07T20:18:49,955 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T20:18:49,955 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731010729955"}]},"ts":"1731010729955"} 2024-11-07T20:18:49,957 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-07T20:18:49,958 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T20:18:49,959 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1730 sec 2024-11-07T20:18:49,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731010728785.ae248d66ce54fba82b2b3dc09076f237., hostname=8a040b4bf509,38297,1731010719649, seqNum=2] 2024-11-07T20:18:50,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35697-0x10116f34ab90003, quorum=127.0.0.1:60555, baseZNode=/155090111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/155090111 2024-11-07T20:18:50,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38297-0x10116f34ab90004, quorum=127.0.0.1:60555, baseZNode=/155090111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/155090111 2024-11-07T20:18:50,209 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T20:18:50,209 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,33617,1731010713814.replicationSource.wal-reader.8a040b4bf509%2C33617%2C1731010713814,1-8a040b4bf509,33617,1731010713814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/WALs/8a040b4bf509,33617,1731010713814/8a040b4bf509%2C33617%2C1731010713814.1731010715986 to pos 379, reset compression=false 2024-11-07T20:18:50,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38297 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-07T20:18:50,361 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-07T20:18:50,393 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-8a040b4bf509,38297,1731010719649, ReplicationSource: 1, currentBandwidth=0 2024-11-07T20:18:50,394 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:18:50,394 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,38297,1731010719649, seqNum=-1] 2024-11-07T20:18:50,394 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:18:50,395 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59557, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-07T20:18:50,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8a040b4bf509,38297,1731010719649', locateType=CURRENT is [region=hbase:replication,,1731010728785.ae248d66ce54fba82b2b3dc09076f237., hostname=8a040b4bf509,38297,1731010719649, seqNum=2] 2024-11-07T20:18:50,398 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-07T20:18:50,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35697 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-07T20:18:50,400 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8a040b4bf509,38297,1731010719649 suceeded 2024-11-07T20:18:50,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-07T20:18:50,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-07T20:18:50,402 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8a040b4bf509:43889,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T20:18:50,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6260 sec 2024-11-07T20:18:50,411 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,38297,1731010719649 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8a040b4bf509:43889' 2024-11-07T20:18:50,412 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,38297,1731010719649 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@712de2ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:18:50,412 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,38297,1731010719649 {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,43889,-1 for getting cluster id 2024-11-07T20:18:50,412 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,38297,1731010719649 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:18:50,413 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4f59f5a7-8731-4a5e-b206-f98c9e8922cd' 2024-11-07T20:18:50,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:18:50,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4f59f5a7-8731-4a5e-b206-f98c9e8922cd" 2024-11-07T20:18:50,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39920b60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:18:50,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,43889,-1] 2024-11-07T20:18:50,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:18:50,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:18:50,414 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:18:50,414 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,38297,1731010719649 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@23ef2642, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:18:50,415 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,38297,1731010719649 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:18:50,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,43889,1731010713493 2024-11-07T20:18:50,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5904f203 2024-11-07T20:18:50,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:18:50,416 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-07T20:18:50,416 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,38297,1731010719649 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8a040b4bf509,38297,1731010719649 (queues=1) is replicating from cluster=beec6167-0a24-4e5d-8b32-a1b764d4a253 to cluster=4f59f5a7-8731-4a5e-b206-f98c9e8922cd 2024-11-07T20:18:50,417 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,38297,1731010719649 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8a040b4bf509%2C38297%2C1731010719649 2024-11-07T20:18:50,417 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,38297,1731010719649 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8a040b4bf509,38297,1731010719649, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T20:18:50,417 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,38297,1731010719649.replicationSource.shipper8a040b4bf509%2C38297%2C1731010719649,1-8a040b4bf509,38297,1731010719649 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8a040b4bf509%2C38297%2C1731010719649 2024-11-07T20:18:50,417 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,38297,1731010719649.replicationSource.wal-reader.8a040b4bf509%2C38297%2C1731010719649,1-8a040b4bf509,38297,1731010719649 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/WALs/8a040b4bf509,38297,1731010719649/8a040b4bf509%2C38297%2C1731010719649.1731010721565, startPosition=0, beingWritten=true 2024-11-07T20:18:50,421 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,38297,1731010719649.replicationSource.wal-reader.8a040b4bf509%2C38297%2C1731010719649,1-8a040b4bf509,38297,1731010719649 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T20:18:50,422 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,38297,1731010719649.replicationSource.wal-reader.8a040b4bf509%2C38297%2C1731010719649,1-8a040b4bf509,38297,1731010719649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/WALs/8a040b4bf509,38297,1731010719649/8a040b4bf509%2C38297%2C1731010719649.1731010721565 to pos 379, reset compression=false 2024-11-07T20:18:50,422 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,38297,1731010719649.replicationSource.shipper8a040b4bf509%2C38297%2C1731010719649,1-8a040b4bf509,38297,1731010719649 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a040b4bf509,38297,1731010719649 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/WALs/8a040b4bf509,38297,1731010719649/8a040b4bf509%2C38297%2C1731010719649.1731010721565, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T20:18:50,625 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,38297,1731010719649.replicationSource.wal-reader.8a040b4bf509%2C38297%2C1731010719649,1-8a040b4bf509,38297,1731010719649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/WALs/8a040b4bf509,38297,1731010719649/8a040b4bf509%2C38297%2C1731010719649.1731010721565 to pos 379, reset compression=false 2024-11-07T20:18:50,912 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,33617,1731010713814.replicationSource.wal-reader.8a040b4bf509%2C33617%2C1731010713814,1-8a040b4bf509,33617,1731010713814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/WALs/8a040b4bf509,33617,1731010713814/8a040b4bf509%2C33617%2C1731010713814.1731010715986 to pos 379, reset compression=false 2024-11-07T20:18:50,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35697 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T20:18:50,920 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-07T20:18:50,920 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T20:18:50,921 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:18:50,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:18:50,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:18:50,921 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:18:50,921 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:18:50,924 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731010730923/Put/seqid=0 2024-11-07T20:18:50,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741840_1016 (size=7894) 2024-11-07T20:18:50,929 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,38297,1731010719649.replicationSource.wal-reader.8a040b4bf509%2C38297%2C1731010719649,1-8a040b4bf509,38297,1731010719649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/WALs/8a040b4bf509,38297,1731010719649/8a040b4bf509%2C38297%2C1731010719649.1731010721565 to pos 379, reset compression=false 2024-11-07T20:18:51,330 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731010731329/Put/seqid=0 2024-11-07T20:18:51,332 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,38297,1731010719649.replicationSource.wal-reader.8a040b4bf509%2C38297%2C1731010719649,1-8a040b4bf509,38297,1731010719649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/WALs/8a040b4bf509,38297,1731010719649/8a040b4bf509%2C38297%2C1731010719649.1731010721565 to pos 379, reset compression=false 2024-11-07T20:18:51,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741841_1017 (size=7691) 2024-11-07T20:18:51,716 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,33617,1731010713814.replicationSource.wal-reader.8a040b4bf509%2C33617%2C1731010713814,1-8a040b4bf509,33617,1731010713814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/WALs/8a040b4bf509,33617,1731010713814/8a040b4bf509%2C33617%2C1731010713814.1731010715986 to pos 379, reset compression=false 2024-11-07T20:18:51,735 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71b397cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:18:51,735 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,43889,-1 for getting cluster id 2024-11-07T20:18:51,735 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:18:51,735 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4f59f5a7-8731-4a5e-b206-f98c9e8922cd' 2024-11-07T20:18:51,736 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:18:51,736 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4f59f5a7-8731-4a5e-b206-f98c9e8922cd" 2024-11-07T20:18:51,736 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b53d99f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:18:51,736 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,43889,-1] 2024-11-07T20:18:51,736 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:18:51,736 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:18:51,737 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:18:51,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@682fdf2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:18:51,738 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:18:51,738 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,33617,1731010713814, seqNum=-1] 2024-11-07T20:18:51,739 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:18:51,739 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T20:18:51,747 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:18:51,747 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,43889,1731010713493 2024-11-07T20:18:51,747 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30be2f74 2024-11-07T20:18:51,748 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:18:51,748 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T20:18:51,752 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731010722308.e7b6b59d74ee04f3295c0c8e02226591., hostname=8a040b4bf509,33617,1731010713814, seqNum=2] 2024-11-07T20:18:51,754 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-07T20:18:51,759 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-07T20:18:51,761 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-07T20:18:51,765 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/testHFileCyclicReplication_01/f/hfile_1 for inclusion in e7b6b59d74ee04f3295c0c8e02226591/f 2024-11-07T20:18:51,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-07T20:18:51,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T20:18:51,768 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/testHFileCyclicReplication_01/f/hfile_0 for inclusion in e7b6b59d74ee04f3295c0c8e02226591/f 2024-11-07T20:18:51,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-07T20:18:51,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T20:18:51,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] regionserver.HRegion(2603): Flush status journal for e7b6b59d74ee04f3295c0c8e02226591: 2024-11-07T20:18:51,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/staging/jenkins__test__q1f5s8h8c6d783u8sl7cjlm8815lgpukkhpj0rvv8trdls1pj5fqatp0dqjo0abk/f/hfile_1 2024-11-07T20:18:51,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/staging/jenkins__test__q1f5s8h8c6d783u8sl7cjlm8815lgpukkhpj0rvv8trdls1pj5fqatp0dqjo0abk/f/hfile_1 as hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/data/default/test/e7b6b59d74ee04f3295c0c8e02226591/f/095957e93d8849e8adbf4cb81866cdea_SeqId_4_ 2024-11-07T20:18:51,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/staging/jenkins__test__q1f5s8h8c6d783u8sl7cjlm8815lgpukkhpj0rvv8trdls1pj5fqatp0dqjo0abk/f/hfile_0 2024-11-07T20:18:51,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/staging/jenkins__test__q1f5s8h8c6d783u8sl7cjlm8815lgpukkhpj0rvv8trdls1pj5fqatp0dqjo0abk/f/hfile_0 as hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/data/default/test/e7b6b59d74ee04f3295c0c8e02226591/f/014de12d5fae48a28f8e8226778d0501_SeqId_4_ 2024-11-07T20:18:51,777 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/staging/jenkins__test__q1f5s8h8c6d783u8sl7cjlm8815lgpukkhpj0rvv8trdls1pj5fqatp0dqjo0abk/f/hfile_1 into e7b6b59d74ee04f3295c0c8e02226591/f as hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/data/default/test/e7b6b59d74ee04f3295c0c8e02226591/f/095957e93d8849e8adbf4cb81866cdea_SeqId_4_ - updating store file list. 2024-11-07T20:18:51,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 095957e93d8849e8adbf4cb81866cdea_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-07T20:18:51,782 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/data/default/test/e7b6b59d74ee04f3295c0c8e02226591/f/095957e93d8849e8adbf4cb81866cdea_SeqId_4_ into e7b6b59d74ee04f3295c0c8e02226591/f 2024-11-07T20:18:51,782 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/staging/jenkins__test__q1f5s8h8c6d783u8sl7cjlm8815lgpukkhpj0rvv8trdls1pj5fqatp0dqjo0abk/f/hfile_1 into e7b6b59d74ee04f3295c0c8e02226591/f (new location: hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/data/default/test/e7b6b59d74ee04f3295c0c8e02226591/f/095957e93d8849e8adbf4cb81866cdea_SeqId_4_) 2024-11-07T20:18:51,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/staging/jenkins__test__q1f5s8h8c6d783u8sl7cjlm8815lgpukkhpj0rvv8trdls1pj5fqatp0dqjo0abk/f/hfile_1 2024-11-07T20:18:51,783 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/staging/jenkins__test__q1f5s8h8c6d783u8sl7cjlm8815lgpukkhpj0rvv8trdls1pj5fqatp0dqjo0abk/f/hfile_0 into e7b6b59d74ee04f3295c0c8e02226591/f as hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/data/default/test/e7b6b59d74ee04f3295c0c8e02226591/f/014de12d5fae48a28f8e8226778d0501_SeqId_4_ - updating store file list. 2024-11-07T20:18:51,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 014de12d5fae48a28f8e8226778d0501_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-07T20:18:51,787 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/data/default/test/e7b6b59d74ee04f3295c0c8e02226591/f/014de12d5fae48a28f8e8226778d0501_SeqId_4_ into e7b6b59d74ee04f3295c0c8e02226591/f 2024-11-07T20:18:51,787 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/staging/jenkins__test__q1f5s8h8c6d783u8sl7cjlm8815lgpukkhpj0rvv8trdls1pj5fqatp0dqjo0abk/f/hfile_0 into e7b6b59d74ee04f3295c0c8e02226591/f (new location: hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/data/default/test/e7b6b59d74ee04f3295c0c8e02226591/f/014de12d5fae48a28f8e8226778d0501_SeqId_4_) 2024-11-07T20:18:51,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/staging/jenkins__test__q1f5s8h8c6d783u8sl7cjlm8815lgpukkhpj0rvv8trdls1pj5fqatp0dqjo0abk/f/hfile_0 2024-11-07T20:18:51,789 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T20:18:51,789 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:18:51,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:18:51,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:18:51,789 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:18:51,789 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731010722308.e7b6b59d74ee04f3295c0c8e02226591., hostname=8a040b4bf509,33617,1731010713814, seqNum=2 , the old value is region=test,,1731010722308.e7b6b59d74ee04f3295c0c8e02226591., hostname=8a040b4bf509,33617,1731010713814, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=8a040b4bf509:33617 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-07T20:18:51,789 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731010722308.e7b6b59d74ee04f3295c0c8e02226591., hostname=8a040b4bf509,33617,1731010713814, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-07T20:18:51,789 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731010722308.e7b6b59d74ee04f3295c0c8e02226591., hostname=8a040b4bf509,33617,1731010713814, seqNum=2 from cache 2024-11-07T20:18:51,790 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:18:51,790 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-07T20:18:51,791 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,38297,1731010719649, seqNum=-1] 2024-11-07T20:18:51,791 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:18:51,792 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T20:18:51,793 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731010724463.29248ac458a1d93e01ac616bdb999e9e., hostname=8a040b4bf509,38297,1731010719649, seqNum=2] 2024-11-07T20:18:51,795 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-07T20:18:51,835 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,38297,1731010719649.replicationSource.wal-reader.8a040b4bf509%2C38297%2C1731010719649,1-8a040b4bf509,38297,1731010719649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/WALs/8a040b4bf509,38297,1731010719649/8a040b4bf509%2C38297%2C1731010719649.1731010721565 to pos 379, reset compression=false 2024-11-07T20:18:51,901 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a040b4bf509:33617 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-07T20:18:52,439 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,38297,1731010719649.replicationSource.wal-reader.8a040b4bf509%2C38297%2C1731010719649,1-8a040b4bf509,38297,1731010719649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/WALs/8a040b4bf509,38297,1731010719649/8a040b4bf509%2C38297%2C1731010719649.1731010721565 to pos 379, reset compression=false 2024-11-07T20:18:52,619 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,33617,1731010713814.replicationSource.wal-reader.8a040b4bf509%2C33617%2C1731010713814,1-8a040b4bf509,33617,1731010713814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/WALs/8a040b4bf509,33617,1731010713814/8a040b4bf509%2C33617%2C1731010713814.1731010715986 to pos 379, reset compression=false 2024-11-07T20:18:52,691 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,33617,1731010713814.replicationSource.wal-reader.8a040b4bf509%2C33617%2C1731010713814,1-8a040b4bf509,33617,1731010713814 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T20:18:52,691 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,33617,1731010713814.replicationSource.shipper8a040b4bf509%2C33617%2C1731010713814,1-8a040b4bf509,33617,1731010713814 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a040b4bf509,33617,1731010713814 got entry batch from reader: WALEntryBatch [walEntries=[{test/e7b6b59d74ee04f3295c0c8e02226591/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731010731787/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/WALs/8a040b4bf509,33617,1731010713814/8a040b4bf509%2C33617%2C1731010713814.1731010715986, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-07T20:18:52,694 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,33617,1731010713814.replicationSource.shipper8a040b4bf509%2C33617%2C1731010713814,1-8a040b4bf509,33617,1731010713814 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T20:18:52,695 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-07T20:18:52,695 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] regionserver.ReplicationSink(318): Replicating [4f59f5a7-8731-4a5e-b206-f98c9e8922cd] bulk loaded data 2024-11-07T20:18:52,696 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20a77d94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:18:52,696 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,35697,-1 for getting cluster id 2024-11-07T20:18:52,696 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:18:52,696 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beec6167-0a24-4e5d-8b32-a1b764d4a253' 2024-11-07T20:18:52,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:18:52,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beec6167-0a24-4e5d-8b32-a1b764d4a253" 2024-11-07T20:18:52,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a5f1d32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:18:52,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,35697,-1] 2024-11-07T20:18:52,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:18:52,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:18:52,697 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:18:52,698 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5bd80fe9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:18:52,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36909 is added to blk_1073741840_1016 (size=7691) 2024-11-07T20:18:52,797 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-07T20:18:52,892 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,33617,1731010713814.replicationSource.wal-reader.8a040b4bf509%2C33617%2C1731010713814,1-8a040b4bf509,33617,1731010713814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/WALs/8a040b4bf509,33617,1731010713814/8a040b4bf509%2C33617%2C1731010713814.1731010715986 to pos 687, reset compression=false 2024-11-07T20:18:53,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36909 is added to blk_1073741841_1017 (size=7894) 2024-11-07T20:18:53,143 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,38297,1731010719649.replicationSource.wal-reader.8a040b4bf509%2C38297%2C1731010719649,1-8a040b4bf509,38297,1731010719649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/WALs/8a040b4bf509,38297,1731010719649/8a040b4bf509%2C38297%2C1731010719649.1731010721565 to pos 379, reset compression=false 2024-11-07T20:18:53,195 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,33617,1731010713814.replicationSource.wal-reader.8a040b4bf509%2C33617%2C1731010713814,1-8a040b4bf509,33617,1731010713814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/WALs/8a040b4bf509,33617,1731010713814/8a040b4bf509%2C33617%2C1731010713814.1731010715986 to pos 687, reset compression=false 2024-11-07T20:18:53,364 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T20:18:53,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:18:53,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:18:53,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:18:53,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:18:53,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:18:53,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:18:53,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:18:53,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:18:53,516 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:18:53,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,35697,1731010719288 2024-11-07T20:18:53,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39d52761 2024-11-07T20:18:53,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:18:53,518 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-07T20:18:53,519 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-07T20:18:53,520 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:18:53,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,38297,1731010719649, seqNum=-1] 2024-11-07T20:18:53,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:18:53,522 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-07T20:18:53,527 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/staging/jenkins.hfs.11__test__ncqh44glrru0pbcrvaks0faf7auqoogd2tbg1hqkm84ubd5tv4cbocb4pp6g8u6/f/014de12d5fae48a28f8e8226778d0501_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-07T20:18:53,529 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/staging/jenkins.hfs.11__test__ncqh44glrru0pbcrvaks0faf7auqoogd2tbg1hqkm84ubd5tv4cbocb4pp6g8u6/f/095957e93d8849e8adbf4cb81866cdea_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-07T20:18:53,532 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/staging/jenkins.hfs.11__test__ncqh44glrru0pbcrvaks0faf7auqoogd2tbg1hqkm84ubd5tv4cbocb4pp6g8u6/f/014de12d5fae48a28f8e8226778d0501_SeqId_4_ for inclusion in 29248ac458a1d93e01ac616bdb999e9e/f 2024-11-07T20:18:53,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-07T20:18:53,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T20:18:53,534 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/staging/jenkins.hfs.11__test__ncqh44glrru0pbcrvaks0faf7auqoogd2tbg1hqkm84ubd5tv4cbocb4pp6g8u6/f/095957e93d8849e8adbf4cb81866cdea_SeqId_4_ for inclusion in 29248ac458a1d93e01ac616bdb999e9e/f 2024-11-07T20:18:53,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-07T20:18:53,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T20:18:53,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] regionserver.HRegion(2603): Flush status journal for 29248ac458a1d93e01ac616bdb999e9e: 2024-11-07T20:18:53,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 014de12d5fae48a28f8e8226778d0501_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-07T20:18:53,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/staging/jenkins.hfs.11__test__ncqh44glrru0pbcrvaks0faf7auqoogd2tbg1hqkm84ubd5tv4cbocb4pp6g8u6/f/014de12d5fae48a28f8e8226778d0501_SeqId_4_ as hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/data/default/test/29248ac458a1d93e01ac616bdb999e9e/f/dba4f548418b42a08c85e2c7d72bd4b7_SeqId_4_ 2024-11-07T20:18:53,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 095957e93d8849e8adbf4cb81866cdea_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-07T20:18:53,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/staging/jenkins.hfs.11__test__ncqh44glrru0pbcrvaks0faf7auqoogd2tbg1hqkm84ubd5tv4cbocb4pp6g8u6/f/095957e93d8849e8adbf4cb81866cdea_SeqId_4_ as hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/data/default/test/29248ac458a1d93e01ac616bdb999e9e/f/f8bd1796a885438eb16cf2830cb62223_SeqId_4_ 2024-11-07T20:18:53,542 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/staging/jenkins.hfs.11__test__ncqh44glrru0pbcrvaks0faf7auqoogd2tbg1hqkm84ubd5tv4cbocb4pp6g8u6/f/014de12d5fae48a28f8e8226778d0501_SeqId_4_ into 29248ac458a1d93e01ac616bdb999e9e/f as hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/data/default/test/29248ac458a1d93e01ac616bdb999e9e/f/dba4f548418b42a08c85e2c7d72bd4b7_SeqId_4_ - updating store file list. 2024-11-07T20:18:53,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] regionserver.HStoreFile(483): HFile Bloom filter type for dba4f548418b42a08c85e2c7d72bd4b7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-07T20:18:53,547 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/data/default/test/29248ac458a1d93e01ac616bdb999e9e/f/dba4f548418b42a08c85e2c7d72bd4b7_SeqId_4_ into 29248ac458a1d93e01ac616bdb999e9e/f 2024-11-07T20:18:53,547 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/staging/jenkins.hfs.11__test__ncqh44glrru0pbcrvaks0faf7auqoogd2tbg1hqkm84ubd5tv4cbocb4pp6g8u6/f/014de12d5fae48a28f8e8226778d0501_SeqId_4_ into 29248ac458a1d93e01ac616bdb999e9e/f (new location: hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/data/default/test/29248ac458a1d93e01ac616bdb999e9e/f/dba4f548418b42a08c85e2c7d72bd4b7_SeqId_4_) 2024-11-07T20:18:53,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/staging/jenkins.hfs.11__test__ncqh44glrru0pbcrvaks0faf7auqoogd2tbg1hqkm84ubd5tv4cbocb4pp6g8u6/f/014de12d5fae48a28f8e8226778d0501_SeqId_4_ 2024-11-07T20:18:53,548 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/staging/jenkins.hfs.11__test__ncqh44glrru0pbcrvaks0faf7auqoogd2tbg1hqkm84ubd5tv4cbocb4pp6g8u6/f/095957e93d8849e8adbf4cb81866cdea_SeqId_4_ into 29248ac458a1d93e01ac616bdb999e9e/f as hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/data/default/test/29248ac458a1d93e01ac616bdb999e9e/f/f8bd1796a885438eb16cf2830cb62223_SeqId_4_ - updating store file list. 2024-11-07T20:18:53,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f8bd1796a885438eb16cf2830cb62223_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-07T20:18:53,551 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/data/default/test/29248ac458a1d93e01ac616bdb999e9e/f/f8bd1796a885438eb16cf2830cb62223_SeqId_4_ into 29248ac458a1d93e01ac616bdb999e9e/f 2024-11-07T20:18:53,551 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/staging/jenkins.hfs.11__test__ncqh44glrru0pbcrvaks0faf7auqoogd2tbg1hqkm84ubd5tv4cbocb4pp6g8u6/f/095957e93d8849e8adbf4cb81866cdea_SeqId_4_ into 29248ac458a1d93e01ac616bdb999e9e/f (new location: hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/data/default/test/29248ac458a1d93e01ac616bdb999e9e/f/f8bd1796a885438eb16cf2830cb62223_SeqId_4_) 2024-11-07T20:18:53,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/staging/jenkins.hfs.11__test__ncqh44glrru0pbcrvaks0faf7auqoogd2tbg1hqkm84ubd5tv4cbocb4pp6g8u6/f/095957e93d8849e8adbf4cb81866cdea_SeqId_4_ 2024-11-07T20:18:53,553 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] regionserver.ReplicationSink(324): Finished replicating [4f59f5a7-8731-4a5e-b206-f98c9e8922cd] bulk loaded data 2024-11-07T20:18:53,598 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,33617,1731010713814.replicationSource.wal-reader.8a040b4bf509%2C33617%2C1731010713814,1-8a040b4bf509,33617,1731010713814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/WALs/8a040b4bf509,33617,1731010713814/8a040b4bf509%2C33617%2C1731010713814.1731010715986 to pos 687, reset compression=false 2024-11-07T20:18:53,714 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-07T20:18:53,805 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:18:53,821 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731010733820/Put/seqid=0 2024-11-07T20:18:53,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36909 is added to blk_1073741842_1018 (size=11194) 2024-11-07T20:18:53,947 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,38297,1731010719649.replicationSource.wal-reader.8a040b4bf509%2C38297%2C1731010719649,1-8a040b4bf509,38297,1731010719649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/WALs/8a040b4bf509,38297,1731010719649/8a040b4bf509%2C38297%2C1731010719649.1731010721565 to pos 379, reset compression=false 2024-11-07T20:18:53,951 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,38297,1731010719649.replicationSource.wal-reader.8a040b4bf509%2C38297%2C1731010719649,1-8a040b4bf509,38297,1731010719649 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T20:18:53,951 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,38297,1731010719649.replicationSource.shipper8a040b4bf509%2C38297%2C1731010719649,1-8a040b4bf509,38297,1731010719649 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a040b4bf509,38297,1731010719649 got entry batch from reader: WALEntryBatch [walEntries=[{test/29248ac458a1d93e01ac616bdb999e9e/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731010733552/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/WALs/8a040b4bf509,38297,1731010719649/8a040b4bf509%2C38297%2C1731010719649.1731010721565, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-07T20:18:53,953 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,38297,1731010719649.replicationSource.shipper8a040b4bf509%2C38297%2C1731010719649,1-8a040b4bf509,38297,1731010719649 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T20:18:53,954 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-07T20:18:53,954 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] regionserver.ReplicationSink(318): Replicating [4f59f5a7-8731-4a5e-b206-f98c9e8922cd, beec6167-0a24-4e5d-8b32-a1b764d4a253] bulk loaded data 2024-11-07T20:18:53,955 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42c4a1f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:18:53,955 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,43889,-1 for getting cluster id 2024-11-07T20:18:53,955 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:18:53,956 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4f59f5a7-8731-4a5e-b206-f98c9e8922cd' 2024-11-07T20:18:53,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:18:53,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4f59f5a7-8731-4a5e-b206-f98c9e8922cd" 2024-11-07T20:18:53,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2eb65bd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:18:53,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,43889,-1] 2024-11-07T20:18:53,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:18:53,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:18:53,957 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:18:53,958 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@454794fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:18:53,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741842_1018 (size=7894) 2024-11-07T20:18:54,102 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,33617,1731010713814.replicationSource.wal-reader.8a040b4bf509%2C33617%2C1731010713814,1-8a040b4bf509,33617,1731010713814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/WALs/8a040b4bf509,33617,1731010713814/8a040b4bf509%2C33617%2C1731010713814.1731010715986 to pos 687, reset compression=false 2024-11-07T20:18:54,151 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,38297,1731010719649.replicationSource.wal-reader.8a040b4bf509%2C38297%2C1731010719649,1-8a040b4bf509,38297,1731010719649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/WALs/8a040b4bf509,38297,1731010719649/8a040b4bf509%2C38297%2C1731010719649.1731010721565 to pos 725, reset compression=false 2024-11-07T20:18:54,227 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731010734226/Put/seqid=0 2024-11-07T20:18:54,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36909 is added to blk_1073741843_1019 (size=10791) 2024-11-07T20:18:54,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741843_1019 (size=7691) 2024-11-07T20:18:54,455 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,38297,1731010719649.replicationSource.wal-reader.8a040b4bf509%2C38297%2C1731010719649,1-8a040b4bf509,38297,1731010719649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/WALs/8a040b4bf509,38297,1731010719649/8a040b4bf509%2C38297%2C1731010719649.1731010721565 to pos 725, reset compression=false 2024-11-07T20:18:54,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bc5e041, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:18:54,635 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,35697,-1 for getting cluster id 2024-11-07T20:18:54,635 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:18:54,636 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beec6167-0a24-4e5d-8b32-a1b764d4a253' 2024-11-07T20:18:54,636 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:18:54,636 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beec6167-0a24-4e5d-8b32-a1b764d4a253" 2024-11-07T20:18:54,636 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35d39477, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:18:54,636 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,35697,-1] 2024-11-07T20:18:54,637 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:18:54,637 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:18:54,637 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:18:54,638 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c220023, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:18:54,638 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:18:54,639 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,38297,1731010719649, seqNum=-1] 2024-11-07T20:18:54,639 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:18:54,640 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T20:18:54,647 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:18:54,648 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,35697,1731010719288 2024-11-07T20:18:54,648 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29094fe3 2024-11-07T20:18:54,648 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:18:54,649 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T20:18:54,652 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731010724463.29248ac458a1d93e01ac616bdb999e9e., hostname=8a040b4bf509,38297,1731010719649, seqNum=2] 2024-11-07T20:18:54,654 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-07T20:18:54,659 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-07T20:18:54,662 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-07T20:18:54,666 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 29248ac458a1d93e01ac616bdb999e9e/f 2024-11-07T20:18:54,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-07T20:18:54,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T20:18:54,669 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 29248ac458a1d93e01ac616bdb999e9e/f 2024-11-07T20:18:54,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-07T20:18:54,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T20:18:54,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] regionserver.HRegion(2603): Flush status journal for 29248ac458a1d93e01ac616bdb999e9e: 2024-11-07T20:18:54,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/staging/jenkins__test__r2lu39seqlhp2kcrh7pp4fgiqm72atdi2jid3qk02heodeesavapa5mpjevjor5o/f/hfile_0 2024-11-07T20:18:54,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/staging/jenkins__test__r2lu39seqlhp2kcrh7pp4fgiqm72atdi2jid3qk02heodeesavapa5mpjevjor5o/f/hfile_0 as hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/data/default/test/29248ac458a1d93e01ac616bdb999e9e/f/f721904744f14c9d9e1452aa61ca4f22_SeqId_6_ 2024-11-07T20:18:54,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/staging/jenkins__test__r2lu39seqlhp2kcrh7pp4fgiqm72atdi2jid3qk02heodeesavapa5mpjevjor5o/f/hfile_1 2024-11-07T20:18:54,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/staging/jenkins__test__r2lu39seqlhp2kcrh7pp4fgiqm72atdi2jid3qk02heodeesavapa5mpjevjor5o/f/hfile_1 as hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/data/default/test/29248ac458a1d93e01ac616bdb999e9e/f/802fcadf010e4f8e96b5575c6ce6bc6a_SeqId_6_ 2024-11-07T20:18:54,678 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/staging/jenkins__test__r2lu39seqlhp2kcrh7pp4fgiqm72atdi2jid3qk02heodeesavapa5mpjevjor5o/f/hfile_0 into 29248ac458a1d93e01ac616bdb999e9e/f as hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/data/default/test/29248ac458a1d93e01ac616bdb999e9e/f/f721904744f14c9d9e1452aa61ca4f22_SeqId_6_ - updating store file list. 2024-11-07T20:18:54,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f721904744f14c9d9e1452aa61ca4f22_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-07T20:18:54,682 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/data/default/test/29248ac458a1d93e01ac616bdb999e9e/f/f721904744f14c9d9e1452aa61ca4f22_SeqId_6_ into 29248ac458a1d93e01ac616bdb999e9e/f 2024-11-07T20:18:54,682 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/staging/jenkins__test__r2lu39seqlhp2kcrh7pp4fgiqm72atdi2jid3qk02heodeesavapa5mpjevjor5o/f/hfile_0 into 29248ac458a1d93e01ac616bdb999e9e/f (new location: hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/data/default/test/29248ac458a1d93e01ac616bdb999e9e/f/f721904744f14c9d9e1452aa61ca4f22_SeqId_6_) 2024-11-07T20:18:54,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/staging/jenkins__test__r2lu39seqlhp2kcrh7pp4fgiqm72atdi2jid3qk02heodeesavapa5mpjevjor5o/f/hfile_0 2024-11-07T20:18:54,683 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/staging/jenkins__test__r2lu39seqlhp2kcrh7pp4fgiqm72atdi2jid3qk02heodeesavapa5mpjevjor5o/f/hfile_1 into 29248ac458a1d93e01ac616bdb999e9e/f as hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/data/default/test/29248ac458a1d93e01ac616bdb999e9e/f/802fcadf010e4f8e96b5575c6ce6bc6a_SeqId_6_ - updating store file list. 2024-11-07T20:18:54,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 802fcadf010e4f8e96b5575c6ce6bc6a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-07T20:18:54,687 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/data/default/test/29248ac458a1d93e01ac616bdb999e9e/f/802fcadf010e4f8e96b5575c6ce6bc6a_SeqId_6_ into 29248ac458a1d93e01ac616bdb999e9e/f 2024-11-07T20:18:54,687 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/staging/jenkins__test__r2lu39seqlhp2kcrh7pp4fgiqm72atdi2jid3qk02heodeesavapa5mpjevjor5o/f/hfile_1 into 29248ac458a1d93e01ac616bdb999e9e/f (new location: hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/data/default/test/29248ac458a1d93e01ac616bdb999e9e/f/802fcadf010e4f8e96b5575c6ce6bc6a_SeqId_6_) 2024-11-07T20:18:54,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/staging/jenkins__test__r2lu39seqlhp2kcrh7pp4fgiqm72atdi2jid3qk02heodeesavapa5mpjevjor5o/f/hfile_1 2024-11-07T20:18:54,689 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T20:18:54,689 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:18:54,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:18:54,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:18:54,690 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731010724463.29248ac458a1d93e01ac616bdb999e9e., hostname=8a040b4bf509,38297,1731010719649, seqNum=2 , the old value is region=test,,1731010724463.29248ac458a1d93e01ac616bdb999e9e., hostname=8a040b4bf509,38297,1731010719649, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=8a040b4bf509:38297 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-07T20:18:54,690 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731010724463.29248ac458a1d93e01ac616bdb999e9e., hostname=8a040b4bf509,38297,1731010719649, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-07T20:18:54,690 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731010724463.29248ac458a1d93e01ac616bdb999e9e., hostname=8a040b4bf509,38297,1731010719649, seqNum=2 from cache 2024-11-07T20:18:54,690 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:18:54,691 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:18:54,691 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-07T20:18:54,691 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,33617,1731010713814, seqNum=-1] 2024-11-07T20:18:54,691 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:18:54,692 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T20:18:54,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731010722308.e7b6b59d74ee04f3295c0c8e02226591., hostname=8a040b4bf509,33617,1731010713814, seqNum=2] 2024-11-07T20:18:54,700 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-07T20:18:54,705 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,33617,1731010713814.replicationSource.wal-reader.8a040b4bf509%2C33617%2C1731010713814,1-8a040b4bf509,33617,1731010713814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/WALs/8a040b4bf509,33617,1731010713814/8a040b4bf509%2C33617%2C1731010713814.1731010715986 to pos 687, reset compression=false 2024-11-07T20:18:54,776 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:18:54,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,43889,1731010713493 2024-11-07T20:18:54,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70a51dbe 2024-11-07T20:18:54,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:18:54,777 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-07T20:18:54,779 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-07T20:18:54,779 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:18:54,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,33617,1731010713814, seqNum=-1] 2024-11-07T20:18:54,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:18:54,781 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-07T20:18:54,786 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/staging/jenkins.hfs.10__test__csrqg0fcc18spt7nipqmto060f9umcd0218i7qqb64om76qva5q81g36tphdoqp2/f/dba4f548418b42a08c85e2c7d72bd4b7_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-07T20:18:54,788 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/staging/jenkins.hfs.10__test__csrqg0fcc18spt7nipqmto060f9umcd0218i7qqb64om76qva5q81g36tphdoqp2/f/f8bd1796a885438eb16cf2830cb62223_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-07T20:18:54,790 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] regionserver.ReplicationSink(324): Finished replicating [4f59f5a7-8731-4a5e-b206-f98c9e8922cd, beec6167-0a24-4e5d-8b32-a1b764d4a253] bulk loaded data 2024-11-07T20:18:54,800 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a040b4bf509:38297 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-07T20:18:54,858 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,38297,1731010719649.replicationSource.wal-reader.8a040b4bf509%2C38297%2C1731010719649,1-8a040b4bf509,38297,1731010719649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/WALs/8a040b4bf509,38297,1731010719649/8a040b4bf509%2C38297%2C1731010719649.1731010721565 to pos 725, reset compression=false 2024-11-07T20:18:54,863 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,38297,1731010719649.replicationSource.wal-reader.8a040b4bf509%2C38297%2C1731010719649,1-8a040b4bf509,38297,1731010719649 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T20:18:54,863 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,38297,1731010719649.replicationSource.shipper8a040b4bf509%2C38297%2C1731010719649,1-8a040b4bf509,38297,1731010719649 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a040b4bf509,38297,1731010719649 got entry batch from reader: WALEntryBatch [walEntries=[{test/29248ac458a1d93e01ac616bdb999e9e/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731010734688/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/WALs/8a040b4bf509,38297,1731010719649/8a040b4bf509%2C38297%2C1731010719649.1731010721565, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-07T20:18:54,864 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] regionserver.ReplicationSink(318): Replicating [beec6167-0a24-4e5d-8b32-a1b764d4a253] bulk loaded data 2024-11-07T20:18:54,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741844_1020 (size=11194) 2024-11-07T20:18:55,064 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,38297,1731010719649.replicationSource.wal-reader.8a040b4bf509%2C38297%2C1731010719649,1-8a040b4bf509,38297,1731010719649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/WALs/8a040b4bf509,38297,1731010719649/8a040b4bf509%2C38297%2C1731010719649.1731010721565 to pos 1033, reset compression=false 2024-11-07T20:18:55,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741845_1021 (size=10791) 2024-11-07T20:18:55,368 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,38297,1731010719649.replicationSource.wal-reader.8a040b4bf509%2C38297%2C1731010719649,1-8a040b4bf509,38297,1731010719649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/WALs/8a040b4bf509,38297,1731010719649/8a040b4bf509%2C38297%2C1731010719649.1731010721565 to pos 1033, reset compression=false 2024-11-07T20:18:55,409 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,33617,1731010713814.replicationSource.wal-reader.8a040b4bf509%2C33617%2C1731010713814,1-8a040b4bf509,33617,1731010713814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/WALs/8a040b4bf509,33617,1731010713814/8a040b4bf509%2C33617%2C1731010713814.1731010715986 to pos 687, reset compression=false 2024-11-07T20:18:55,683 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-07T20:18:55,689 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/staging/jenkins.hfs.10__test__9o8vq1f3rmciq1snsaidduj1n1v558liiropie14vvnc9k3c6cmof58llo6cssf3/f/802fcadf010e4f8e96b5575c6ce6bc6a_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-07T20:18:55,692 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/staging/jenkins.hfs.10__test__9o8vq1f3rmciq1snsaidduj1n1v558liiropie14vvnc9k3c6cmof58llo6cssf3/f/f721904744f14c9d9e1452aa61ca4f22_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-07T20:18:55,694 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/staging/jenkins.hfs.10__test__9o8vq1f3rmciq1snsaidduj1n1v558liiropie14vvnc9k3c6cmof58llo6cssf3/f/802fcadf010e4f8e96b5575c6ce6bc6a_SeqId_6_ for inclusion in e7b6b59d74ee04f3295c0c8e02226591/f 2024-11-07T20:18:55,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-07T20:18:55,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T20:18:55,697 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/staging/jenkins.hfs.10__test__9o8vq1f3rmciq1snsaidduj1n1v558liiropie14vvnc9k3c6cmof58llo6cssf3/f/f721904744f14c9d9e1452aa61ca4f22_SeqId_6_ for inclusion in e7b6b59d74ee04f3295c0c8e02226591/f 2024-11-07T20:18:55,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-07T20:18:55,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T20:18:55,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] regionserver.HRegion(2603): Flush status journal for e7b6b59d74ee04f3295c0c8e02226591: 2024-11-07T20:18:55,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 802fcadf010e4f8e96b5575c6ce6bc6a_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-07T20:18:55,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/staging/jenkins.hfs.10__test__9o8vq1f3rmciq1snsaidduj1n1v558liiropie14vvnc9k3c6cmof58llo6cssf3/f/802fcadf010e4f8e96b5575c6ce6bc6a_SeqId_6_ as hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/data/default/test/e7b6b59d74ee04f3295c0c8e02226591/f/76a22f35ea624ffe8dd5311df59e25b9_SeqId_6_ 2024-11-07T20:18:55,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f721904744f14c9d9e1452aa61ca4f22_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-07T20:18:55,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/staging/jenkins.hfs.10__test__9o8vq1f3rmciq1snsaidduj1n1v558liiropie14vvnc9k3c6cmof58llo6cssf3/f/f721904744f14c9d9e1452aa61ca4f22_SeqId_6_ as hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/data/default/test/e7b6b59d74ee04f3295c0c8e02226591/f/03bf30ab4d5742508a67d1f08c9465de_SeqId_6_ 2024-11-07T20:18:55,704 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/staging/jenkins.hfs.10__test__9o8vq1f3rmciq1snsaidduj1n1v558liiropie14vvnc9k3c6cmof58llo6cssf3/f/802fcadf010e4f8e96b5575c6ce6bc6a_SeqId_6_ into e7b6b59d74ee04f3295c0c8e02226591/f as hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/data/default/test/e7b6b59d74ee04f3295c0c8e02226591/f/76a22f35ea624ffe8dd5311df59e25b9_SeqId_6_ - updating store file list. 2024-11-07T20:18:55,705 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-07T20:18:55,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 76a22f35ea624ffe8dd5311df59e25b9_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-07T20:18:55,709 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/data/default/test/e7b6b59d74ee04f3295c0c8e02226591/f/76a22f35ea624ffe8dd5311df59e25b9_SeqId_6_ into e7b6b59d74ee04f3295c0c8e02226591/f 2024-11-07T20:18:55,709 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/staging/jenkins.hfs.10__test__9o8vq1f3rmciq1snsaidduj1n1v558liiropie14vvnc9k3c6cmof58llo6cssf3/f/802fcadf010e4f8e96b5575c6ce6bc6a_SeqId_6_ into e7b6b59d74ee04f3295c0c8e02226591/f (new location: hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/data/default/test/e7b6b59d74ee04f3295c0c8e02226591/f/76a22f35ea624ffe8dd5311df59e25b9_SeqId_6_) 2024-11-07T20:18:55,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/staging/jenkins.hfs.10__test__9o8vq1f3rmciq1snsaidduj1n1v558liiropie14vvnc9k3c6cmof58llo6cssf3/f/802fcadf010e4f8e96b5575c6ce6bc6a_SeqId_6_ 2024-11-07T20:18:55,710 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/staging/jenkins.hfs.10__test__9o8vq1f3rmciq1snsaidduj1n1v558liiropie14vvnc9k3c6cmof58llo6cssf3/f/f721904744f14c9d9e1452aa61ca4f22_SeqId_6_ into e7b6b59d74ee04f3295c0c8e02226591/f as hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/data/default/test/e7b6b59d74ee04f3295c0c8e02226591/f/03bf30ab4d5742508a67d1f08c9465de_SeqId_6_ - updating store file list. 2024-11-07T20:18:55,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 03bf30ab4d5742508a67d1f08c9465de_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-07T20:18:55,713 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/data/default/test/e7b6b59d74ee04f3295c0c8e02226591/f/03bf30ab4d5742508a67d1f08c9465de_SeqId_6_ into e7b6b59d74ee04f3295c0c8e02226591/f 2024-11-07T20:18:55,713 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/staging/jenkins.hfs.10__test__9o8vq1f3rmciq1snsaidduj1n1v558liiropie14vvnc9k3c6cmof58llo6cssf3/f/f721904744f14c9d9e1452aa61ca4f22_SeqId_6_ into e7b6b59d74ee04f3295c0c8e02226591/f (new location: hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/data/default/test/e7b6b59d74ee04f3295c0c8e02226591/f/03bf30ab4d5742508a67d1f08c9465de_SeqId_6_) 2024-11-07T20:18:55,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/staging/jenkins.hfs.10__test__9o8vq1f3rmciq1snsaidduj1n1v558liiropie14vvnc9k3c6cmof58llo6cssf3/f/f721904744f14c9d9e1452aa61ca4f22_SeqId_6_ 2024-11-07T20:18:55,715 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] regionserver.ReplicationSink(324): Finished replicating [beec6167-0a24-4e5d-8b32-a1b764d4a253] bulk loaded data 2024-11-07T20:18:55,771 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,38297,1731010719649.replicationSource.wal-reader.8a040b4bf509%2C38297%2C1731010719649,1-8a040b4bf509,38297,1731010719649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/WALs/8a040b4bf509,38297,1731010719649/8a040b4bf509%2C38297%2C1731010719649.1731010721565 to pos 1033, reset compression=false 2024-11-07T20:18:56,212 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,33617,1731010713814.replicationSource.wal-reader.8a040b4bf509%2C33617%2C1731010713814,1-8a040b4bf509,33617,1731010713814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/WALs/8a040b4bf509,33617,1731010713814/8a040b4bf509%2C33617%2C1731010713814.1731010715986 to pos 687, reset compression=false 2024-11-07T20:18:56,217 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,33617,1731010713814.replicationSource.wal-reader.8a040b4bf509%2C33617%2C1731010713814,1-8a040b4bf509,33617,1731010713814 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T20:18:56,217 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,33617,1731010713814.replicationSource.shipper8a040b4bf509%2C33617%2C1731010713814,1-8a040b4bf509,33617,1731010713814 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a040b4bf509,33617,1731010713814 got entry batch from reader: WALEntryBatch [walEntries=[{test/e7b6b59d74ee04f3295c0c8e02226591/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731010735714/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/WALs/8a040b4bf509,33617,1731010713814/8a040b4bf509%2C33617%2C1731010713814.1731010715986, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-07T20:18:56,218 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] regionserver.ReplicationSink(318): Replicating [beec6167-0a24-4e5d-8b32-a1b764d4a253, 4f59f5a7-8731-4a5e-b206-f98c9e8922cd] bulk loaded data 2024-11-07T20:18:56,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36909 is added to blk_1073741844_1020 (size=10791) 2024-11-07T20:18:56,274 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,38297,1731010719649.replicationSource.wal-reader.8a040b4bf509%2C38297%2C1731010719649,1-8a040b4bf509,38297,1731010719649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/WALs/8a040b4bf509,38297,1731010719649/8a040b4bf509%2C38297%2C1731010719649.1731010721565 to pos 1033, reset compression=false 2024-11-07T20:18:56,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-07T20:18:56,292 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-07T20:18:56,417 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,33617,1731010713814.replicationSource.wal-reader.8a040b4bf509%2C33617%2C1731010713814,1-8a040b4bf509,33617,1731010713814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/WALs/8a040b4bf509,33617,1731010713814/8a040b4bf509%2C33617%2C1731010713814.1731010715986 to pos 1033, reset compression=false 2024-11-07T20:18:56,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36909 is added to blk_1073741845_1021 (size=11194) 2024-11-07T20:18:56,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T20:18:56,716 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T20:18:56,716 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:18:56,716 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:18:56,716 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:18:56,716 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T20:18:56,716 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1873229135, stopped=false 2024-11-07T20:18:56,716 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8a040b4bf509,35697,1731010719288 2024-11-07T20:18:56,716 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:18:56,720 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,33617,1731010713814.replicationSource.wal-reader.8a040b4bf509%2C33617%2C1731010713814,1-8a040b4bf509,33617,1731010713814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/WALs/8a040b4bf509,33617,1731010713814/8a040b4bf509%2C33617%2C1731010713814.1731010715986 to pos 1033, reset compression=false 2024-11-07T20:18:56,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35697-0x10116f34ab90003, quorum=127.0.0.1:60555, baseZNode=/155090111 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/155090111/running 2024-11-07T20:18:56,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38297-0x10116f34ab90004, quorum=127.0.0.1:60555, baseZNode=/155090111 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/155090111/running 2024-11-07T20:18:56,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35697-0x10116f34ab90003, quorum=127.0.0.1:60555, baseZNode=/155090111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/155090111 2024-11-07T20:18:56,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38297-0x10116f34ab90004, quorum=127.0.0.1:60555, baseZNode=/155090111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/155090111 2024-11-07T20:18:56,783 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T20:18:56,783 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T20:18:56,783 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:18:56,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:18:56,784 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38297-0x10116f34ab90004, quorum=127.0.0.1:60555, baseZNode=/155090111 Set watcher on znode that does not yet exist, /155090111/running 2024-11-07T20:18:56,784 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8a040b4bf509,38297,1731010719649' ***** 2024-11-07T20:18:56,784 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T20:18:56,784 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35697-0x10116f34ab90003, quorum=127.0.0.1:60555, baseZNode=/155090111 Set watcher on znode that does not yet exist, /155090111/running 2024-11-07T20:18:56,784 INFO [RS:0;8a040b4bf509:38297 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T20:18:56,784 INFO [RS:0;8a040b4bf509:38297 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T20:18:56,784 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T20:18:56,784 INFO [RS:0;8a040b4bf509:38297 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T20:18:56,784 INFO [RS:0;8a040b4bf509:38297 {}] regionserver.HRegionServer(3091): Received CLOSE for ae248d66ce54fba82b2b3dc09076f237 2024-11-07T20:18:56,785 INFO [RS:0;8a040b4bf509:38297 {}] regionserver.HRegionServer(3091): Received CLOSE for 29248ac458a1d93e01ac616bdb999e9e 2024-11-07T20:18:56,785 INFO [RS:0;8a040b4bf509:38297 {}] regionserver.HRegionServer(959): stopping server 8a040b4bf509,38297,1731010719649 2024-11-07T20:18:56,785 INFO [RS:0;8a040b4bf509:38297 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T20:18:56,785 INFO [RS:0;8a040b4bf509:38297 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a040b4bf509:38297. 2024-11-07T20:18:56,785 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ae248d66ce54fba82b2b3dc09076f237, disabling compactions & flushes 2024-11-07T20:18:56,785 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731010728785.ae248d66ce54fba82b2b3dc09076f237. 2024-11-07T20:18:56,785 DEBUG [RS:0;8a040b4bf509:38297 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:18:56,785 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731010728785.ae248d66ce54fba82b2b3dc09076f237. 2024-11-07T20:18:56,785 DEBUG [RS:0;8a040b4bf509:38297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:18:56,785 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731010728785.ae248d66ce54fba82b2b3dc09076f237. after waiting 0 ms 2024-11-07T20:18:56,785 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731010728785.ae248d66ce54fba82b2b3dc09076f237. 2024-11-07T20:18:56,785 INFO [RS:0;8a040b4bf509:38297 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T20:18:56,785 INFO [RS:0;8a040b4bf509:38297 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T20:18:56,785 INFO [RS:0;8a040b4bf509:38297 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T20:18:56,785 INFO [RS:0;8a040b4bf509:38297 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T20:18:56,785 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ae248d66ce54fba82b2b3dc09076f237 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-07T20:18:56,785 INFO [RS:0;8a040b4bf509:38297 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-07T20:18:56,785 DEBUG [RS:0;8a040b4bf509:38297 {}] regionserver.HRegionServer(1325): Online Regions={ae248d66ce54fba82b2b3dc09076f237=hbase:replication,,1731010728785.ae248d66ce54fba82b2b3dc09076f237., 1588230740=hbase:meta,,1.1588230740, 29248ac458a1d93e01ac616bdb999e9e=test,,1731010724463.29248ac458a1d93e01ac616bdb999e9e.} 2024-11-07T20:18:56,785 DEBUG [RS:0;8a040b4bf509:38297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 29248ac458a1d93e01ac616bdb999e9e, ae248d66ce54fba82b2b3dc09076f237 2024-11-07T20:18:56,785 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T20:18:56,785 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T20:18:56,785 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T20:18:56,785 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T20:18:56,785 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T20:18:56,785 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-07T20:18:56,799 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/data/hbase/meta/1588230740/.tmp/info/1cbb2d7534174805b25cb6b3fb03bf13 is 147, key is hbase:replication,,1731010728785.ae248d66ce54fba82b2b3dc09076f237./info:regioninfo/1731010729949/Put/seqid=0 2024-11-07T20:18:56,799 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/data/hbase/replication/ae248d66ce54fba82b2b3dc09076f237/.tmp/hfileref/73b39e633249480f8131b2b8eb43d12d is 74, key is 1/hfileref:802fcadf010e4f8e96b5575c6ce6bc6a_SeqId_6_/1731010735717/DeleteColumn/seqid=0 2024-11-07T20:18:56,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36909 is added to blk_1073741847_1023 (size=5345) 2024-11-07T20:18:56,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36909 is added to blk_1073741846_1022 (size=7686) 2024-11-07T20:18:56,840 INFO [regionserver/8a040b4bf509:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T20:18:56,877 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,38297,1731010719649.replicationSource.wal-reader.8a040b4bf509%2C38297%2C1731010719649,1-8a040b4bf509,38297,1731010719649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/WALs/8a040b4bf509,38297,1731010719649/8a040b4bf509%2C38297%2C1731010719649.1731010721565 to pos 1033, reset compression=false 2024-11-07T20:18:56,985 DEBUG [RS:0;8a040b4bf509:38297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 29248ac458a1d93e01ac616bdb999e9e, ae248d66ce54fba82b2b3dc09076f237 2024-11-07T20:18:57,037 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-07T20:18:57,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38297 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8a040b4bf509,38297,1731010719649 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T20:18:57,041 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38297 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:56146 deadline: 1731010797036, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8a040b4bf509,38297,1731010719649 stopping 2024-11-07T20:18:57,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,38297,1731010719649, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,38297,1731010719649, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8a040b4bf509,38297,1731010719649 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T20:18:57,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,38297,1731010719649, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8a040b4bf509,38297,1731010719649 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T20:18:57,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,38297,1731010719649, seqNum=-1 from cache 2024-11-07T20:18:57,124 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,33617,1731010713814.replicationSource.wal-reader.8a040b4bf509%2C33617%2C1731010713814,1-8a040b4bf509,33617,1731010713814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/WALs/8a040b4bf509,33617,1731010713814/8a040b4bf509%2C33617%2C1731010713814.1731010715986 to pos 1033, reset compression=false 2024-11-07T20:18:57,160 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:18:57,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,38297,1731010719649, seqNum=-1] 2024-11-07T20:18:57,161 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38297 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8a040b4bf509,38297,1731010719649 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T20:18:57,161 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38297 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:56146 deadline: 1731010797037, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8a040b4bf509,38297,1731010719649 stopping 2024-11-07T20:18:57,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,38297,1731010719649, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,38297,1731010719649, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8a040b4bf509,38297,1731010719649 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T20:18:57,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,38297,1731010719649, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8a040b4bf509,38297,1731010719649 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T20:18:57,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,38297,1731010719649, seqNum=-1 from cache 2024-11-07T20:18:57,185 DEBUG [RS:0;8a040b4bf509:38297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 29248ac458a1d93e01ac616bdb999e9e, ae248d66ce54fba82b2b3dc09076f237 2024-11-07T20:18:57,207 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/data/hbase/meta/1588230740/.tmp/info/1cbb2d7534174805b25cb6b3fb03bf13 2024-11-07T20:18:57,207 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/data/hbase/replication/ae248d66ce54fba82b2b3dc09076f237/.tmp/hfileref/73b39e633249480f8131b2b8eb43d12d 2024-11-07T20:18:57,223 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/data/hbase/replication/ae248d66ce54fba82b2b3dc09076f237/.tmp/queue/00e7945dc7d7478d8c8d001954b871bd is 154, key is 1-8a040b4bf509,38297,1731010719649/queue:8a040b4bf509%2C38297%2C1731010719649/1731010735718/Put/seqid=0 2024-11-07T20:18:57,226 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/data/hbase/meta/1588230740/.tmp/ns/a8c927dab6e04af182ebf0d12c01fb4e is 43, key is default/ns:d/1731010722205/Put/seqid=0 2024-11-07T20:18:57,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36909 is added to blk_1073741848_1024 (size=5353) 2024-11-07T20:18:57,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36909 is added to blk_1073741849_1025 (size=5153) 2024-11-07T20:18:57,370 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:18:57,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,38297,1731010719649, seqNum=-1] 2024-11-07T20:18:57,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38297 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8a040b4bf509,38297,1731010719649 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T20:18:57,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38297 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:56146 deadline: 1731010797037, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8a040b4bf509,38297,1731010719649 stopping 2024-11-07T20:18:57,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,38297,1731010719649, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,38297,1731010719649, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8a040b4bf509,38297,1731010719649 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T20:18:57,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,38297,1731010719649, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8a040b4bf509,38297,1731010719649 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T20:18:57,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,38297,1731010719649, seqNum=-1 from cache 2024-11-07T20:18:57,386 DEBUG [RS:0;8a040b4bf509:38297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 29248ac458a1d93e01ac616bdb999e9e, ae248d66ce54fba82b2b3dc09076f237 2024-11-07T20:18:57,503 INFO [regionserver/8a040b4bf509:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T20:18:57,503 INFO [regionserver/8a040b4bf509:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T20:18:57,580 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,38297,1731010719649.replicationSource.wal-reader.8a040b4bf509%2C38297%2C1731010719649,1-8a040b4bf509,38297,1731010719649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/WALs/8a040b4bf509,38297,1731010719649/8a040b4bf509%2C38297%2C1731010719649.1731010721565 to pos 1033, reset compression=false 2024-11-07T20:18:57,586 DEBUG [RS:0;8a040b4bf509:38297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 29248ac458a1d93e01ac616bdb999e9e, ae248d66ce54fba82b2b3dc09076f237 2024-11-07T20:18:57,627 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/data/hbase/replication/ae248d66ce54fba82b2b3dc09076f237/.tmp/queue/00e7945dc7d7478d8c8d001954b871bd 2024-11-07T20:18:57,627 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,33617,1731010713814.replicationSource.wal-reader.8a040b4bf509%2C33617%2C1731010713814,1-8a040b4bf509,33617,1731010713814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/WALs/8a040b4bf509,33617,1731010713814/8a040b4bf509%2C33617%2C1731010713814.1731010715986 to pos 1033, reset compression=false 2024-11-07T20:18:57,670 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/data/hbase/meta/1588230740/.tmp/ns/a8c927dab6e04af182ebf0d12c01fb4e 2024-11-07T20:18:57,673 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/data/hbase/replication/ae248d66ce54fba82b2b3dc09076f237/.tmp/hfileref/73b39e633249480f8131b2b8eb43d12d as hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/data/hbase/replication/ae248d66ce54fba82b2b3dc09076f237/hfileref/73b39e633249480f8131b2b8eb43d12d 2024-11-07T20:18:57,677 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/data/hbase/replication/ae248d66ce54fba82b2b3dc09076f237/hfileref/73b39e633249480f8131b2b8eb43d12d, entries=4, sequenceid=12, filesize=5.2 K 2024-11-07T20:18:57,678 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/data/hbase/replication/ae248d66ce54fba82b2b3dc09076f237/.tmp/queue/00e7945dc7d7478d8c8d001954b871bd as hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/data/hbase/replication/ae248d66ce54fba82b2b3dc09076f237/queue/00e7945dc7d7478d8c8d001954b871bd 2024-11-07T20:18:57,680 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:18:57,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,38297,1731010719649, seqNum=-1] 2024-11-07T20:18:57,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38297 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8a040b4bf509,38297,1731010719649 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T20:18:57,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38297 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:56146 deadline: 1731010797037, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8a040b4bf509,38297,1731010719649 stopping 2024-11-07T20:18:57,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,38297,1731010719649, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,38297,1731010719649, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8a040b4bf509,38297,1731010719649 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T20:18:57,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,38297,1731010719649, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8a040b4bf509,38297,1731010719649 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T20:18:57,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,38297,1731010719649, seqNum=-1 from cache 2024-11-07T20:18:57,685 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/data/hbase/replication/ae248d66ce54fba82b2b3dc09076f237/queue/00e7945dc7d7478d8c8d001954b871bd, entries=1, sequenceid=12, filesize=5.2 K 2024-11-07T20:18:57,686 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for ae248d66ce54fba82b2b3dc09076f237 in 900ms, sequenceid=12, compaction requested=false 2024-11-07T20:18:57,689 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/data/hbase/meta/1588230740/.tmp/rep_barrier/8dcdf3199fd14177bbdad2d841ea43fa is 112, key is test,,1731010724463.29248ac458a1d93e01ac616bdb999e9e./rep_barrier:seqnumDuringOpen/1731010725613/Put/seqid=0 2024-11-07T20:18:57,691 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/data/hbase/replication/ae248d66ce54fba82b2b3dc09076f237/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-07T20:18:57,692 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T20:18:57,692 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T20:18:57,692 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731010728785.ae248d66ce54fba82b2b3dc09076f237. 2024-11-07T20:18:57,692 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ae248d66ce54fba82b2b3dc09076f237: Waiting for close lock at 1731010736785Running coprocessor pre-close hooks at 1731010736785Disabling compacts and flushes for region at 1731010736785Disabling writes for close at 1731010736785Obtaining lock to block concurrent updates at 1731010736785Preparing flush snapshotting stores in ae248d66ce54fba82b2b3dc09076f237 at 1731010736785Finished memstore snapshotting hbase:replication,,1731010728785.ae248d66ce54fba82b2b3dc09076f237., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731010736785Flushing stores of hbase:replication,,1731010728785.ae248d66ce54fba82b2b3dc09076f237. at 1731010736786 (+1 ms)Flushing ae248d66ce54fba82b2b3dc09076f237/hfileref: creating writer at 1731010736786Flushing ae248d66ce54fba82b2b3dc09076f237/hfileref: appending metadata at 1731010736799 (+13 ms)Flushing ae248d66ce54fba82b2b3dc09076f237/hfileref: closing flushed file at 1731010736799Flushing ae248d66ce54fba82b2b3dc09076f237/queue: creating writer at 1731010737210 (+411 ms)Flushing ae248d66ce54fba82b2b3dc09076f237/queue: appending metadata at 1731010737223 (+13 ms)Flushing ae248d66ce54fba82b2b3dc09076f237/queue: closing flushed file at 1731010737223Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fa37246: reopening flushed file at 1731010737672 (+449 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41c217e: reopening flushed file at 1731010737678 (+6 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for ae248d66ce54fba82b2b3dc09076f237 in 900ms, sequenceid=12, compaction requested=false at 1731010737686 (+8 ms)Writing region close event to WAL at 1731010737689 (+3 ms)Running coprocessor post-close hooks at 1731010737692 (+3 ms)Closed at 1731010737692 2024-11-07T20:18:57,692 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731010728785.ae248d66ce54fba82b2b3dc09076f237. 2024-11-07T20:18:57,693 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 29248ac458a1d93e01ac616bdb999e9e, disabling compactions & flushes 2024-11-07T20:18:57,693 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731010724463.29248ac458a1d93e01ac616bdb999e9e. 2024-11-07T20:18:57,693 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731010724463.29248ac458a1d93e01ac616bdb999e9e. 2024-11-07T20:18:57,693 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731010724463.29248ac458a1d93e01ac616bdb999e9e. after waiting 0 ms 2024-11-07T20:18:57,693 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731010724463.29248ac458a1d93e01ac616bdb999e9e. 2024-11-07T20:18:57,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36909 is added to blk_1073741850_1026 (size=5518) 2024-11-07T20:18:57,696 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/data/default/test/29248ac458a1d93e01ac616bdb999e9e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-07T20:18:57,697 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T20:18:57,697 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T20:18:57,697 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731010724463.29248ac458a1d93e01ac616bdb999e9e. 2024-11-07T20:18:57,697 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 29248ac458a1d93e01ac616bdb999e9e: Waiting for close lock at 1731010737693Running coprocessor pre-close hooks at 1731010737693Disabling compacts and flushes for region at 1731010737693Disabling writes for close at 1731010737693Writing region close event to WAL at 1731010737694 (+1 ms)Running coprocessor post-close hooks at 1731010737697 (+3 ms)Closed at 1731010737697 2024-11-07T20:18:57,697 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731010724463.29248ac458a1d93e01ac616bdb999e9e. 2024-11-07T20:18:57,786 INFO [RS:0;8a040b4bf509:38297 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T20:18:57,786 DEBUG [RS:0;8a040b4bf509:38297 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-07T20:18:57,786 DEBUG [RS:0;8a040b4bf509:38297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T20:18:57,986 DEBUG [RS:0;8a040b4bf509:38297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T20:18:58,095 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/data/hbase/meta/1588230740/.tmp/rep_barrier/8dcdf3199fd14177bbdad2d841ea43fa 2024-11-07T20:18:58,112 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/data/hbase/meta/1588230740/.tmp/table/b0b5fd035f2d419fab2f74a928441e79 is 53, key is hbase:replication/table:state/1731010729955/Put/seqid=0 2024-11-07T20:18:58,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36909 is added to blk_1073741851_1027 (size=5308) 2024-11-07T20:18:58,186 DEBUG [RS:0;8a040b4bf509:38297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T20:18:58,190 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:18:58,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,38297,1731010719649, seqNum=-1] 2024-11-07T20:18:58,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38297 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8a040b4bf509,38297,1731010719649 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T20:18:58,192 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38297 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:56146 deadline: 1731010797037, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8a040b4bf509,38297,1731010719649 stopping 2024-11-07T20:18:58,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,38297,1731010719649, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,38297,1731010719649, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8a040b4bf509,38297,1731010719649 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T20:18:58,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,38297,1731010719649, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8a040b4bf509,38297,1731010719649 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T20:18:58,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,38297,1731010719649, seqNum=-1 from cache 2024-11-07T20:18:58,193 ERROR [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T20:18:58,193 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] regionserver.ReplicationSink(335): Unable to accept edit because: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-07T20:18:57.058Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8a040b4bf509,38297,1731010719649 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T20:18:57.162Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8a040b4bf509,38297,1731010719649 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T20:18:57.372Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8a040b4bf509,38297,1731010719649 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T20:18:57.683Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8a040b4bf509,38297,1731010719649 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T20:18:58.192Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8a040b4bf509,38297,1731010719649 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8a040b4bf509,38297,1731010719649 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8a040b4bf509,38297,1731010719649 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-07T20:18:58,195 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-07T20:18:57.058Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8a040b4bf509,38297,1731010719649 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T20:18:57.162Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8a040b4bf509,38297,1731010719649 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T20:18:57.372Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8a040b4bf509,38297,1731010719649 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T20:18:57.683Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8a040b4bf509,38297,1731010719649 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T20:18:58.192Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8a040b4bf509,38297,1731010719649 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8a040b4bf509,38297,1731010719649 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8a040b4bf509,38297,1731010719649 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-07T20:18:58,196 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.2:56132 deadline: 1731010796217, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-07T20:18:57.058Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8a040b4bf509,38297,1731010719649 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T20:18:57.162Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8a040b4bf509,38297,1731010719649 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T20:18:57.372Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8a040b4bf509,38297,1731010719649 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T20:18:57.683Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8a040b4bf509,38297,1731010719649 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T20:18:58.192Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8a040b4bf509,38297,1731010719649 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T20:18:58,197 WARN [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,33617,1731010713814.replicationSource.shipper8a040b4bf509%2C33617%2C1731010713814,1-8a040b4bf509,33617,1731010713814 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-07T20:18:57.058Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8a040b4bf509,38297,1731010719649 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T20:18:57.162Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8a040b4bf509,38297,1731010719649 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T20:18:57.372Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8a040b4bf509,38297,1731010719649 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T20:18:57.683Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8a040b4bf509,38297,1731010719649 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T20:18:58.192Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8a040b4bf509,38297,1731010719649 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at --------Future.get--------(Unknown Source) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) at java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) at java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) at java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) at java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8a040b4bf509,38297,1731010719649 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.regionserver.RegionServerStoppedException): org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8a040b4bf509,38297,1731010719649 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ... 30 more at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T20:18:58,231 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,33617,1731010713814.replicationSource.wal-reader.8a040b4bf509%2C33617%2C1731010713814,1-8a040b4bf509,33617,1731010713814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/WALs/8a040b4bf509,33617,1731010713814/8a040b4bf509%2C33617%2C1731010713814.1731010715986 to pos 1033, reset compression=false 2024-11-07T20:18:58,300 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8a040b4bf509,38297,1731010719649 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T20:18:58,300 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] ipc.CallRunner(138): callId: 7 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.2:56132 deadline: 1731010798300, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8a040b4bf509,38297,1731010719649 stopping 2024-11-07T20:18:58,301 WARN [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,33617,1731010713814.replicationSource.shipper8a040b4bf509%2C33617%2C1731010713814,1-8a040b4bf509,33617,1731010713814 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8a040b4bf509,38297,1731010719649 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T20:18:58,384 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,38297,1731010719649.replicationSource.wal-reader.8a040b4bf509%2C38297%2C1731010719649,1-8a040b4bf509,38297,1731010719649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/WALs/8a040b4bf509,38297,1731010719649/8a040b4bf509%2C38297%2C1731010719649.1731010721565 to pos 1033, reset compression=false 2024-11-07T20:18:58,386 DEBUG [RS:0;8a040b4bf509:38297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T20:18:58,388 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,38297,1731010719649.replicationSource.wal-reader.8a040b4bf509%2C38297%2C1731010719649,1-8a040b4bf509,38297,1731010719649 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T20:18:58,388 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,38297,1731010719649.replicationSource.wal-reader.8a040b4bf509%2C38297%2C1731010719649,1-8a040b4bf509,38297,1731010719649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/WALs/8a040b4bf509,38297,1731010719649/8a040b4bf509%2C38297%2C1731010719649.1731010721565 to pos 1328, reset compression=false 2024-11-07T20:18:58,388 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,38297,1731010719649.replicationSource.shipper8a040b4bf509%2C38297%2C1731010719649,1-8a040b4bf509,38297,1731010719649 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a040b4bf509,38297,1731010719649 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/WALs/8a040b4bf509,38297,1731010719649/8a040b4bf509%2C38297%2C1731010719649.1731010721565, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T20:18:58,389 ERROR [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,38297,1731010719649.replicationSource.shipper8a040b4bf509%2C38297%2C1731010719649,1-8a040b4bf509,38297,1731010719649 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 8a040b4bf509,38297,1731010719649: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-8a040b4bf509,38297,1731010719649, walGroup=8a040b4bf509%2C38297%2C1731010719649, offset=8a040b4bf509%2C38297%2C1731010719649.1731010721565:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a040b4bf509:38297 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-07T20:18:58,390 ERROR [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,38297,1731010719649.replicationSource.shipper8a040b4bf509%2C38297%2C1731010719649,1-8a040b4bf509,38297,1731010719649 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-07T20:18:58,390 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,38297,1731010719649.replicationSource.shipper8a040b4bf509%2C38297%2C1731010719649,1-8a040b4bf509,38297,1731010719649 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-07T20:18:58,391 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,38297,1731010719649.replicationSource.shipper8a040b4bf509%2C38297%2C1731010719649,1-8a040b4bf509,38297,1731010719649 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-07T20:18:58,391 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,38297,1731010719649.replicationSource.shipper8a040b4bf509%2C38297%2C1731010719649,1-8a040b4bf509,38297,1731010719649 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-07T20:18:58,391 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,38297,1731010719649.replicationSource.shipper8a040b4bf509%2C38297%2C1731010719649,1-8a040b4bf509,38297,1731010719649 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-07T20:18:58,391 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,38297,1731010719649.replicationSource.shipper8a040b4bf509%2C38297%2C1731010719649,1-8a040b4bf509,38297,1731010719649 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 569010176 }, "NonHeapMemoryUsage": { "committed": 191168512, "init": 7667712, "max": -1, "used": 187034552 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-07T20:18:58,393 WARN [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,38297,1731010719649.replicationSource.shipper8a040b4bf509%2C38297%2C1731010719649,1-8a040b4bf509,38297,1731010719649 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a040b4bf509:35697 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a040b4bf509:35697 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-07T20:18:58,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 8a040b4bf509,38297,1731010719649 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T20:18:58,505 WARN [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,33617,1731010713814.replicationSource.shipper8a040b4bf509%2C33617%2C1731010713814,1-8a040b4bf509,33617,1731010713814 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 8a040b4bf509,38297,1731010719649 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T20:18:58,516 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/data/hbase/meta/1588230740/.tmp/table/b0b5fd035f2d419fab2f74a928441e79 2024-11-07T20:18:58,520 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/data/hbase/meta/1588230740/.tmp/info/1cbb2d7534174805b25cb6b3fb03bf13 as hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/data/hbase/meta/1588230740/info/1cbb2d7534174805b25cb6b3fb03bf13 2024-11-07T20:18:58,524 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/data/hbase/meta/1588230740/info/1cbb2d7534174805b25cb6b3fb03bf13, entries=20, sequenceid=16, filesize=7.5 K 2024-11-07T20:18:58,525 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/data/hbase/meta/1588230740/.tmp/ns/a8c927dab6e04af182ebf0d12c01fb4e as hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/data/hbase/meta/1588230740/ns/a8c927dab6e04af182ebf0d12c01fb4e 2024-11-07T20:18:58,529 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/data/hbase/meta/1588230740/ns/a8c927dab6e04af182ebf0d12c01fb4e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-07T20:18:58,530 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/data/hbase/meta/1588230740/.tmp/rep_barrier/8dcdf3199fd14177bbdad2d841ea43fa as hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/data/hbase/meta/1588230740/rep_barrier/8dcdf3199fd14177bbdad2d841ea43fa 2024-11-07T20:18:58,534 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/data/hbase/meta/1588230740/rep_barrier/8dcdf3199fd14177bbdad2d841ea43fa, entries=1, sequenceid=16, filesize=5.4 K 2024-11-07T20:18:58,535 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/data/hbase/meta/1588230740/.tmp/table/b0b5fd035f2d419fab2f74a928441e79 as hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/data/hbase/meta/1588230740/table/b0b5fd035f2d419fab2f74a928441e79 2024-11-07T20:18:58,539 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/data/hbase/meta/1588230740/table/b0b5fd035f2d419fab2f74a928441e79, entries=4, sequenceid=16, filesize=5.2 K 2024-11-07T20:18:58,540 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1755ms, sequenceid=16, compaction requested=false 2024-11-07T20:18:58,547 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-07T20:18:58,547 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T20:18:58,547 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T20:18:58,547 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T20:18:58,547 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731010736785Running coprocessor pre-close hooks at 1731010736785Disabling compacts and flushes for region at 1731010736785Disabling writes for close at 1731010736785Obtaining lock to block concurrent updates at 1731010736785Preparing flush snapshotting stores in 1588230740 at 1731010736785Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731010736786 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731010736786Flushing 1588230740/info: creating writer at 1731010736786Flushing 1588230740/info: appending metadata at 1731010736799 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731010736799Flushing 1588230740/ns: creating writer at 1731010737210 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731010737226 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731010737226Flushing 1588230740/rep_barrier: creating writer at 1731010737674 (+448 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731010737688 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731010737688Flushing 1588230740/table: creating writer at 1731010738099 (+411 ms)Flushing 1588230740/table: appending metadata at 1731010738111 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731010738112 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b324efc: reopening flushed file at 1731010738520 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4eb2d7d: reopening flushed file at 1731010738524 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4859c95: reopening flushed file at 1731010738529 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1073f7c8: reopening flushed file at 1731010738534 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1755ms, sequenceid=16, compaction requested=false at 1731010738540 (+6 ms)Writing region close event to WAL at 1731010738544 (+4 ms)Running coprocessor post-close hooks at 1731010738547 (+3 ms)Closed at 1731010738547 2024-11-07T20:18:58,548 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T20:18:58,587 INFO [RS:0;8a040b4bf509:38297 {}] regionserver.HRegionServer(976): stopping server 8a040b4bf509,38297,1731010719649; all regions closed. 2024-11-07T20:18:58,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36909 is added to blk_1073741834_1010 (size=4239) 2024-11-07T20:18:58,589 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/WALs/8a040b4bf509,38297,1731010719649/8a040b4bf509%2C38297%2C1731010719649.meta.1731010722149.meta not finished, retry = 0 2024-11-07T20:18:58,593 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,38297,1731010719649.replicationSource.wal-reader.8a040b4bf509%2C38297%2C1731010719649,1-8a040b4bf509,38297,1731010719649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/WALs/8a040b4bf509,38297,1731010719649/8a040b4bf509%2C38297%2C1731010719649.1731010721565 to pos 1328, reset compression=false 2024-11-07T20:18:58,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36909 is added to blk_1073741839_1015 (size=3127) 2024-11-07T20:18:58,692 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/WALs/8a040b4bf509,38297,1731010719649/8a040b4bf509%2C38297%2C1731010719649.rep.1731010729921 not finished, retry = 0 2024-11-07T20:18:58,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36909 is added to blk_1073741833_1009 (size=1336) 2024-11-07T20:18:58,795 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/WALs/8a040b4bf509,38297,1731010719649/8a040b4bf509%2C38297%2C1731010719649.1731010721565 not finished, retry = 0 2024-11-07T20:18:58,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 8a040b4bf509,38297,1731010719649 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T20:18:58,808 WARN [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,33617,1731010713814.replicationSource.shipper8a040b4bf509%2C33617%2C1731010713814,1-8a040b4bf509,33617,1731010713814 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 8a040b4bf509,38297,1731010719649 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T20:18:58,896 DEBUG [RS:0;8a040b4bf509:38297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:18:58,896 INFO [RS:0;8a040b4bf509:38297 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T20:18:58,896 INFO [RS:0;8a040b4bf509:38297 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T20:18:58,896 INFO [RS:0;8a040b4bf509:38297 {}] hbase.ChoreService(370): Chore service for: regionserver/8a040b4bf509:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-07T20:18:58,896 INFO [RS:0;8a040b4bf509:38297 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T20:18:58,896 INFO [regionserver/8a040b4bf509:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T20:18:58,896 INFO [RS:0;8a040b4bf509:38297 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8a040b4bf509,38297,1731010719649 because: Region server is closing 2024-11-07T20:18:58,897 INFO [RS:0;8a040b4bf509:38297 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a040b4bf509:38297. 2024-11-07T20:18:58,897 DEBUG [RS:0;8a040b4bf509:38297 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:18:58,897 DEBUG [RS:0;8a040b4bf509:38297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:18:58,897 DEBUG [RS:0;8a040b4bf509:38297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:18:58,897 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:18:58,897 INFO [RS:0;8a040b4bf509:38297 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,38297,1731010719649.replicationSource.shipper8a040b4bf509%2C38297%2C1731010719649,1-8a040b4bf509,38297,1731010719649 terminated 2024-11-07T20:18:58,897 INFO [RS:0;8a040b4bf509:38297 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a040b4bf509:38297. 2024-11-07T20:18:58,897 DEBUG [RS:0;8a040b4bf509:38297 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:18:58,897 DEBUG [RS:0;8a040b4bf509:38297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:18:58,897 DEBUG [RS:0;8a040b4bf509:38297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:18:58,897 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:18:58,897 INFO [RS:0;8a040b4bf509:38297 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38297 2024-11-07T20:18:58,934 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,33617,1731010713814.replicationSource.wal-reader.8a040b4bf509%2C33617%2C1731010713814,1-8a040b4bf509,33617,1731010713814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/WALs/8a040b4bf509,33617,1731010713814/8a040b4bf509%2C33617%2C1731010713814.1731010715986 to pos 1033, reset compression=false 2024-11-07T20:18:58,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38297-0x10116f34ab90004, quorum=127.0.0.1:60555, baseZNode=/155090111 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/155090111/rs/8a040b4bf509,38297,1731010719649 2024-11-07T20:18:58,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35697-0x10116f34ab90003, quorum=127.0.0.1:60555, baseZNode=/155090111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/155090111/rs 2024-11-07T20:18:58,962 INFO [RS:0;8a040b4bf509:38297 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T20:18:58,972 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8a040b4bf509,38297,1731010719649] 2024-11-07T20:18:58,983 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /155090111/draining/8a040b4bf509,38297,1731010719649 already deleted, retry=false 2024-11-07T20:18:58,983 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8a040b4bf509,38297,1731010719649 expired; onlineServers=0 2024-11-07T20:18:58,983 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8a040b4bf509,35697,1731010719288' ***** 2024-11-07T20:18:58,983 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T20:18:58,983 INFO [M:0;8a040b4bf509:35697 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T20:18:58,983 INFO [M:0;8a040b4bf509:35697 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T20:18:58,983 DEBUG [M:0;8a040b4bf509:35697 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T20:18:58,983 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T20:18:58,983 DEBUG [M:0;8a040b4bf509:35697 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T20:18:58,983 DEBUG [master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.small.0-1731010721307 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.small.0-1731010721307,5,FailOnTimeoutGroup] 2024-11-07T20:18:58,983 DEBUG [master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.large.0-1731010721307 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.large.0-1731010721307,5,FailOnTimeoutGroup] 2024-11-07T20:18:58,983 INFO [M:0;8a040b4bf509:35697 {}] hbase.ChoreService(370): Chore service for: master/8a040b4bf509:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T20:18:58,983 INFO [M:0;8a040b4bf509:35697 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T20:18:58,984 DEBUG [M:0;8a040b4bf509:35697 {}] master.HMaster(1795): Stopping service threads 2024-11-07T20:18:58,984 INFO [M:0;8a040b4bf509:35697 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T20:18:58,984 INFO [M:0;8a040b4bf509:35697 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T20:18:58,984 INFO [M:0;8a040b4bf509:35697 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T20:18:58,984 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T20:18:58,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35697-0x10116f34ab90003, quorum=127.0.0.1:60555, baseZNode=/155090111 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/155090111/master 2024-11-07T20:18:58,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35697-0x10116f34ab90003, quorum=127.0.0.1:60555, baseZNode=/155090111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/155090111 2024-11-07T20:18:58,993 DEBUG [M:0;8a040b4bf509:35697 {}] zookeeper.ZKUtil(347): master:35697-0x10116f34ab90003, quorum=127.0.0.1:60555, baseZNode=/155090111 Unable to get data of znode /155090111/master because node does not exist (not an error) 2024-11-07T20:18:58,993 WARN [M:0;8a040b4bf509:35697 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T20:18:58,994 INFO [M:0;8a040b4bf509:35697 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/.lastflushedseqids 2024-11-07T20:18:58,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36909 is added to blk_1073741852_1028 (size=263) 2024-11-07T20:18:59,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38297-0x10116f34ab90004, quorum=127.0.0.1:60555, baseZNode=/155090111 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:18:59,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38297-0x10116f34ab90004, quorum=127.0.0.1:60555, baseZNode=/155090111 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:18:59,073 INFO [RS:0;8a040b4bf509:38297 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T20:18:59,073 INFO [RS:0;8a040b4bf509:38297 {}] regionserver.HRegionServer(1031): Exiting; stopping=8a040b4bf509,38297,1731010719649; zookeeper connection closed. 2024-11-07T20:18:59,073 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5ea6c089 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5ea6c089 2024-11-07T20:18:59,073 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T20:18:59,210 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 8a040b4bf509:38297 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8a040b4bf509/172.17.0.2:38297 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T20:18:59,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 8a040b4bf509:38297 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8a040b4bf509/172.17.0.2:38297 2024-11-07T20:18:59,211 WARN [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,33617,1731010713814.replicationSource.shipper8a040b4bf509%2C33617%2C1731010713814,1-8a040b4bf509,33617,1731010713814 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=8a040b4bf509:38297 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8a040b4bf509/172.17.0.2:38297 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8a040b4bf509/172.17.0.2:38297 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-07T20:18:59,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35697 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T20:18:59,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35697 {}] ipc.CallRunner(138): callId: 18 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:52106 deadline: 1731010799213, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-07T20:18:59,214 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,33617,1731010713814.replicationSource.shipper8a040b4bf509%2C33617%2C1731010713814,1-8a040b4bf509,33617,1731010713814 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-07T20:18:59,215 WARN [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,33617,1731010713814.replicationSource.shipper8a040b4bf509%2C33617%2C1731010713814,1-8a040b4bf509,33617,1731010713814 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-07T20:18:59,400 INFO [M:0;8a040b4bf509:35697 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T20:18:59,400 INFO [M:0;8a040b4bf509:35697 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T20:18:59,400 DEBUG [M:0;8a040b4bf509:35697 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T20:18:59,401 INFO [M:0;8a040b4bf509:35697 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:18:59,401 DEBUG [M:0;8a040b4bf509:35697 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:18:59,401 DEBUG [M:0;8a040b4bf509:35697 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T20:18:59,401 DEBUG [M:0;8a040b4bf509:35697 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:18:59,401 INFO [M:0;8a040b4bf509:35697 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-07T20:18:59,415 DEBUG [M:0;8a040b4bf509:35697 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4b6d20adc5884860a55b05ff4125d955 is 82, key is hbase:meta,,1/info:regioninfo/1731010722179/Put/seqid=0 2024-11-07T20:18:59,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36909 is added to blk_1073741853_1029 (size=5672) 2024-11-07T20:18:59,715 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,33617,1731010713814.replicationSource.shipper8a040b4bf509%2C33617%2C1731010713814,1-8a040b4bf509,33617,1731010713814 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-07T20:18:59,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35697 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T20:18:59,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35697 {}] ipc.CallRunner(138): callId: 20 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:52106 deadline: 1731010799716, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-07T20:18:59,717 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,33617,1731010713814.replicationSource.shipper8a040b4bf509%2C33617%2C1731010713814,1-8a040b4bf509,33617,1731010713814 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-07T20:18:59,718 WARN [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,33617,1731010713814.replicationSource.shipper8a040b4bf509%2C33617%2C1731010713814,1-8a040b4bf509,33617,1731010713814 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-07T20:18:59,718 WARN [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,33617,1731010713814.replicationSource.shipper8a040b4bf509%2C33617%2C1731010713814,1-8a040b4bf509,33617,1731010713814 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-07T20:18:59,737 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,33617,1731010713814.replicationSource.wal-reader.8a040b4bf509%2C33617%2C1731010713814,1-8a040b4bf509,33617,1731010713814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/WALs/8a040b4bf509,33617,1731010713814/8a040b4bf509%2C33617%2C1731010713814.1731010715986 to pos 1033, reset compression=false 2024-11-07T20:18:59,819 INFO [M:0;8a040b4bf509:35697 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4b6d20adc5884860a55b05ff4125d955 2024-11-07T20:18:59,836 DEBUG [M:0;8a040b4bf509:35697 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3fdf333970ca491da8287848ec9a9f45 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731010729959/Put/seqid=0 2024-11-07T20:18:59,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36909 is added to blk_1073741854_1030 (size=8516) 2024-11-07T20:19:00,240 INFO [M:0;8a040b4bf509:35697 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3fdf333970ca491da8287848ec9a9f45 2024-11-07T20:19:00,257 DEBUG [M:0;8a040b4bf509:35697 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9855e0d5a5434a3bb39177be7b048d69 is 69, key is 8a040b4bf509,38297,1731010719649/rs:state/1731010721411/Put/seqid=0 2024-11-07T20:19:00,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36909 is added to blk_1073741855_1031 (size=5156) 2024-11-07T20:19:00,318 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,33617,1731010713814.replicationSource.shipper8a040b4bf509%2C33617%2C1731010713814,1-8a040b4bf509,33617,1731010713814 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-07T20:19:00,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35697 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T20:19:00,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35697 {}] ipc.CallRunner(138): callId: 22 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:52106 deadline: 1731010800319, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-07T20:19:00,320 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,33617,1731010713814.replicationSource.shipper8a040b4bf509%2C33617%2C1731010713814,1-8a040b4bf509,33617,1731010713814 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-07T20:19:00,321 WARN [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,33617,1731010713814.replicationSource.shipper8a040b4bf509%2C33617%2C1731010713814,1-8a040b4bf509,33617,1731010713814 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-07T20:19:00,321 WARN [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,33617,1731010713814.replicationSource.shipper8a040b4bf509%2C33617%2C1731010713814,1-8a040b4bf509,33617,1731010713814 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-07T20:19:00,641 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,33617,1731010713814.replicationSource.wal-reader.8a040b4bf509%2C33617%2C1731010713814,1-8a040b4bf509,33617,1731010713814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/WALs/8a040b4bf509,33617,1731010713814/8a040b4bf509%2C33617%2C1731010713814.1731010715986 to pos 1033, reset compression=false 2024-11-07T20:19:00,661 INFO [M:0;8a040b4bf509:35697 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9855e0d5a5434a3bb39177be7b048d69 2024-11-07T20:19:00,665 DEBUG [M:0;8a040b4bf509:35697 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4b6d20adc5884860a55b05ff4125d955 as hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4b6d20adc5884860a55b05ff4125d955 2024-11-07T20:19:00,668 INFO [M:0;8a040b4bf509:35697 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4b6d20adc5884860a55b05ff4125d955, entries=8, sequenceid=97, filesize=5.5 K 2024-11-07T20:19:00,669 DEBUG [M:0;8a040b4bf509:35697 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3fdf333970ca491da8287848ec9a9f45 as hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3fdf333970ca491da8287848ec9a9f45 2024-11-07T20:19:00,673 INFO [M:0;8a040b4bf509:35697 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3fdf333970ca491da8287848ec9a9f45, entries=11, sequenceid=97, filesize=8.3 K 2024-11-07T20:19:00,673 DEBUG [M:0;8a040b4bf509:35697 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9855e0d5a5434a3bb39177be7b048d69 as hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9855e0d5a5434a3bb39177be7b048d69 2024-11-07T20:19:00,677 INFO [M:0;8a040b4bf509:35697 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32835/user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9855e0d5a5434a3bb39177be7b048d69, entries=1, sequenceid=97, filesize=5.0 K 2024-11-07T20:19:00,678 INFO [M:0;8a040b4bf509:35697 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=97, compaction requested=false 2024-11-07T20:19:00,679 INFO [M:0;8a040b4bf509:35697 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:19:00,679 DEBUG [M:0;8a040b4bf509:35697 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731010739400Disabling compacts and flushes for region at 1731010739400Disabling writes for close at 1731010739401 (+1 ms)Obtaining lock to block concurrent updates at 1731010739401Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731010739401Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731010739401Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731010739402 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731010739402Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731010739414 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731010739414Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731010739823 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731010739836 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731010739836Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731010740244 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731010740257 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731010740257Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50a67df9: reopening flushed file at 1731010740664 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6568cf96: reopening flushed file at 1731010740668 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@191f01f2: reopening flushed file at 1731010740673 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=97, compaction requested=false at 1731010740678 (+5 ms)Writing region close event to WAL at 1731010740679 (+1 ms)Closed at 1731010740679 2024-11-07T20:19:00,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36909 is added to blk_1073741830_1006 (size=63654) 2024-11-07T20:19:00,681 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4bbb00c7-be87-6367-8def-e94387f1e5a6/MasterData/WALs/8a040b4bf509,35697,1731010719288/8a040b4bf509%2C35697%2C1731010719288.1731010721016 not finished, retry = 0 2024-11-07T20:19:00,782 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T20:19:00,782 INFO [M:0;8a040b4bf509:35697 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T20:19:00,782 INFO [M:0;8a040b4bf509:35697 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35697 2024-11-07T20:19:00,783 INFO [M:0;8a040b4bf509:35697 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T20:19:00,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35697-0x10116f34ab90003, quorum=127.0.0.1:60555, baseZNode=/155090111 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:19:00,936 INFO [M:0;8a040b4bf509:35697 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T20:19:00,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35697-0x10116f34ab90003, quorum=127.0.0.1:60555, baseZNode=/155090111 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:19:00,941 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2db0d51d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T20:19:00,942 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@793ef0e4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T20:19:00,942 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T20:19:00,942 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c143e7b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T20:19:00,942 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71bd9919{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/322cc0ca-4def-1f27-c3e6-92fd32f48ec6/hadoop.log.dir/,STOPPED} 2024-11-07T20:19:00,943 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T20:19:00,943 WARN [BP-1517046950-172.17.0.2-1731010716689 heartbeating to localhost/127.0.0.1:32835 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T20:19:00,943 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T20:19:00,943 WARN [BP-1517046950-172.17.0.2-1731010716689 heartbeating to localhost/127.0.0.1:32835 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1517046950-172.17.0.2-1731010716689 (Datanode Uuid 2ff22dd4-e5b2-4229-8f5e-c0a9ba983780) service to localhost/127.0.0.1:32835 2024-11-07T20:19:00,944 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/322cc0ca-4def-1f27-c3e6-92fd32f48ec6/cluster_f0836316-86fb-ee88-435a-d859f196b92c/data/data1/current/BP-1517046950-172.17.0.2-1731010716689 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T20:19:00,944 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/322cc0ca-4def-1f27-c3e6-92fd32f48ec6/cluster_f0836316-86fb-ee88-435a-d859f196b92c/data/data2/current/BP-1517046950-172.17.0.2-1731010716689 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T20:19:00,944 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T20:19:00,949 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2faa506{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T20:19:00,949 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@53a697c6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T20:19:00,949 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T20:19:00,949 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4cd741ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T20:19:00,949 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c4c619b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/322cc0ca-4def-1f27-c3e6-92fd32f48ec6/hadoop.log.dir/,STOPPED} 2024-11-07T20:19:00,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T20:19:00,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T20:19:00,961 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T20:19:00,961 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:19:00,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:19:00,962 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:19:00,962 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:19:00,962 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T20:19:00,962 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1559404768, stopped=false 2024-11-07T20:19:00,962 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8a040b4bf509,43889,1731010713493 2024-11-07T20:19:00,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43889-0x10116f34ab90000, quorum=127.0.0.1:60555, baseZNode=/0593700309 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0593700309/running 2024-11-07T20:19:00,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43889-0x10116f34ab90000, quorum=127.0.0.1:60555, baseZNode=/0593700309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0593700309 2024-11-07T20:19:00,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33617-0x10116f34ab90001, quorum=127.0.0.1:60555, baseZNode=/0593700309 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0593700309/running 2024-11-07T20:19:00,976 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T20:19:00,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33617-0x10116f34ab90001, quorum=127.0.0.1:60555, baseZNode=/0593700309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0593700309 2024-11-07T20:19:00,976 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43889-0x10116f34ab90000, quorum=127.0.0.1:60555, baseZNode=/0593700309 Set watcher on znode that does not yet exist, /0593700309/running 2024-11-07T20:19:00,976 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T20:19:00,977 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:19:00,977 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:19:00,977 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8a040b4bf509,33617,1731010713814' ***** 2024-11-07T20:19:00,977 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T20:19:00,977 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33617-0x10116f34ab90001, quorum=127.0.0.1:60555, baseZNode=/0593700309 Set watcher on znode that does not yet exist, /0593700309/running 2024-11-07T20:19:00,977 INFO [RS:0;8a040b4bf509:33617 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T20:19:00,977 INFO [RS:0;8a040b4bf509:33617 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T20:19:00,977 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T20:19:00,977 INFO [RS:0;8a040b4bf509:33617 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T20:19:00,977 INFO [RS:0;8a040b4bf509:33617 {}] regionserver.HRegionServer(3091): Received CLOSE for e7b6b59d74ee04f3295c0c8e02226591 2024-11-07T20:19:00,977 INFO [RS:0;8a040b4bf509:33617 {}] regionserver.HRegionServer(3091): Received CLOSE for 2c944995ff9fb2dc593a0896a0d8339b 2024-11-07T20:19:00,977 INFO [RS:0;8a040b4bf509:33617 {}] regionserver.HRegionServer(959): stopping server 8a040b4bf509,33617,1731010713814 2024-11-07T20:19:00,977 INFO [RS:0;8a040b4bf509:33617 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T20:19:00,977 INFO [RS:0;8a040b4bf509:33617 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a040b4bf509:33617. 2024-11-07T20:19:00,977 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e7b6b59d74ee04f3295c0c8e02226591, disabling compactions & flushes 2024-11-07T20:19:00,978 DEBUG [RS:0;8a040b4bf509:33617 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:19:00,978 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731010722308.e7b6b59d74ee04f3295c0c8e02226591. 2024-11-07T20:19:00,978 DEBUG [RS:0;8a040b4bf509:33617 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:19:00,978 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731010722308.e7b6b59d74ee04f3295c0c8e02226591. 2024-11-07T20:19:00,978 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731010722308.e7b6b59d74ee04f3295c0c8e02226591. after waiting 0 ms 2024-11-07T20:19:00,978 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731010722308.e7b6b59d74ee04f3295c0c8e02226591. 2024-11-07T20:19:00,978 INFO [RS:0;8a040b4bf509:33617 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T20:19:00,978 INFO [RS:0;8a040b4bf509:33617 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T20:19:00,978 INFO [RS:0;8a040b4bf509:33617 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T20:19:00,978 INFO [RS:0;8a040b4bf509:33617 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T20:19:00,978 INFO [RS:0;8a040b4bf509:33617 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-07T20:19:00,978 DEBUG [RS:0;8a040b4bf509:33617 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e7b6b59d74ee04f3295c0c8e02226591=test,,1731010722308.e7b6b59d74ee04f3295c0c8e02226591., 2c944995ff9fb2dc593a0896a0d8339b=hbase:replication,,1731010726633.2c944995ff9fb2dc593a0896a0d8339b.} 2024-11-07T20:19:00,978 DEBUG [RS:0;8a040b4bf509:33617 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2c944995ff9fb2dc593a0896a0d8339b, e7b6b59d74ee04f3295c0c8e02226591 2024-11-07T20:19:00,978 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T20:19:00,978 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T20:19:00,978 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T20:19:00,978 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T20:19:00,978 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T20:19:00,978 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-07T20:19:00,980 INFO [regionserver/8a040b4bf509:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T20:19:00,981 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/data/default/test/e7b6b59d74ee04f3295c0c8e02226591/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-07T20:19:00,981 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T20:19:00,982 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T20:19:00,982 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731010722308.e7b6b59d74ee04f3295c0c8e02226591. 2024-11-07T20:19:00,982 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e7b6b59d74ee04f3295c0c8e02226591: Waiting for close lock at 1731010740977Running coprocessor pre-close hooks at 1731010740977Disabling compacts and flushes for region at 1731010740977Disabling writes for close at 1731010740978 (+1 ms)Writing region close event to WAL at 1731010740978Running coprocessor post-close hooks at 1731010740981 (+3 ms)Closed at 1731010740982 (+1 ms) 2024-11-07T20:19:00,982 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731010722308.e7b6b59d74ee04f3295c0c8e02226591. 2024-11-07T20:19:00,982 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2c944995ff9fb2dc593a0896a0d8339b, disabling compactions & flushes 2024-11-07T20:19:00,982 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731010726633.2c944995ff9fb2dc593a0896a0d8339b. 2024-11-07T20:19:00,982 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731010726633.2c944995ff9fb2dc593a0896a0d8339b. 2024-11-07T20:19:00,982 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731010726633.2c944995ff9fb2dc593a0896a0d8339b. after waiting 0 ms 2024-11-07T20:19:00,982 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731010726633.2c944995ff9fb2dc593a0896a0d8339b. 2024-11-07T20:19:00,982 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2c944995ff9fb2dc593a0896a0d8339b 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-07T20:19:00,998 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/data/hbase/replication/2c944995ff9fb2dc593a0896a0d8339b/.tmp/hfileref/c0270f9add91431e8c49b7fae4a37db3 is 74, key is 1/hfileref:014de12d5fae48a28f8e8226778d0501_SeqId_4_/1731010733555/DeleteColumn/seqid=0 2024-11-07T20:19:00,998 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/data/hbase/meta/1588230740/.tmp/info/dddc553eaa204a7582afaf95adcdd500 is 147, key is hbase:replication,,1731010726633.2c944995ff9fb2dc593a0896a0d8339b./info:regioninfo/1731010727876/Put/seqid=0 2024-11-07T20:19:01,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741846_1022 (size=5345) 2024-11-07T20:19:01,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741847_1023 (size=7686) 2024-11-07T20:19:01,001 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/data/hbase/replication/2c944995ff9fb2dc593a0896a0d8339b/.tmp/hfileref/c0270f9add91431e8c49b7fae4a37db3 2024-11-07T20:19:01,019 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/data/hbase/replication/2c944995ff9fb2dc593a0896a0d8339b/.tmp/queue/bd31ab240cb341a99676c2560ff68dad is 153, key is 1-8a040b4bf509,33617,1731010713814/queue:8a040b4bf509%2C33617%2C1731010713814/1731010733556/Put/seqid=0 2024-11-07T20:19:01,021 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,33617,1731010713814.replicationSource.shipper8a040b4bf509%2C33617%2C1731010713814,1-8a040b4bf509,33617,1731010713814 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-07T20:19:01,022 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 8a040b4bf509:35697 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8a040b4bf509/172.17.0.2:35697 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T20:19:01,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 8a040b4bf509:35697 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8a040b4bf509/172.17.0.2:35697 2024-11-07T20:19:01,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741848_1024 (size=5352) 2024-11-07T20:19:01,130 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:19:01,130 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 8a040b4bf509:35697 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8a040b4bf509/172.17.0.2:35697 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T20:19:01,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8a040b4bf509,35697,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=8a040b4bf509:35697 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8a040b4bf509/172.17.0.2:35697 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-07T20:19:01,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 8a040b4bf509:35697 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8a040b4bf509/172.17.0.2:35697 2024-11-07T20:19:01,178 DEBUG [RS:0;8a040b4bf509:33617 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2c944995ff9fb2dc593a0896a0d8339b 2024-11-07T20:19:01,340 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:19:01,340 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 8a040b4bf509:35697 this server is in the failed servers list 2024-11-07T20:19:01,341 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8a040b4bf509,35697,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=8a040b4bf509:35697 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8a040b4bf509:35697 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T20:19:01,378 DEBUG [RS:0;8a040b4bf509:33617 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2c944995ff9fb2dc593a0896a0d8339b 2024-11-07T20:19:01,402 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/data/hbase/meta/1588230740/.tmp/info/dddc553eaa204a7582afaf95adcdd500 2024-11-07T20:19:01,418 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/data/hbase/meta/1588230740/.tmp/ns/5d381049c10146fd8ee83a7047569651 is 43, key is default/ns:d/1731010716502/Put/seqid=0 2024-11-07T20:19:01,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741849_1025 (size=5153) 2024-11-07T20:19:01,423 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/data/hbase/replication/2c944995ff9fb2dc593a0896a0d8339b/.tmp/queue/bd31ab240cb341a99676c2560ff68dad 2024-11-07T20:19:01,427 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/data/hbase/replication/2c944995ff9fb2dc593a0896a0d8339b/.tmp/hfileref/c0270f9add91431e8c49b7fae4a37db3 as hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/data/hbase/replication/2c944995ff9fb2dc593a0896a0d8339b/hfileref/c0270f9add91431e8c49b7fae4a37db3 2024-11-07T20:19:01,431 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/data/hbase/replication/2c944995ff9fb2dc593a0896a0d8339b/hfileref/c0270f9add91431e8c49b7fae4a37db3, entries=4, sequenceid=10, filesize=5.2 K 2024-11-07T20:19:01,432 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/data/hbase/replication/2c944995ff9fb2dc593a0896a0d8339b/.tmp/queue/bd31ab240cb341a99676c2560ff68dad as hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/data/hbase/replication/2c944995ff9fb2dc593a0896a0d8339b/queue/bd31ab240cb341a99676c2560ff68dad 2024-11-07T20:19:01,436 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/data/hbase/replication/2c944995ff9fb2dc593a0896a0d8339b/queue/bd31ab240cb341a99676c2560ff68dad, entries=1, sequenceid=10, filesize=5.2 K 2024-11-07T20:19:01,436 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 2c944995ff9fb2dc593a0896a0d8339b in 454ms, sequenceid=10, compaction requested=false 2024-11-07T20:19:01,437 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-07T20:19:01,443 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/data/hbase/replication/2c944995ff9fb2dc593a0896a0d8339b/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-07T20:19:01,444 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T20:19:01,444 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T20:19:01,444 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731010726633.2c944995ff9fb2dc593a0896a0d8339b. 2024-11-07T20:19:01,444 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2c944995ff9fb2dc593a0896a0d8339b: Waiting for close lock at 1731010740982Running coprocessor pre-close hooks at 1731010740982Disabling compacts and flushes for region at 1731010740982Disabling writes for close at 1731010740982Obtaining lock to block concurrent updates at 1731010740982Preparing flush snapshotting stores in 2c944995ff9fb2dc593a0896a0d8339b at 1731010740982Finished memstore snapshotting hbase:replication,,1731010726633.2c944995ff9fb2dc593a0896a0d8339b., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731010740982Flushing stores of hbase:replication,,1731010726633.2c944995ff9fb2dc593a0896a0d8339b. at 1731010740983 (+1 ms)Flushing 2c944995ff9fb2dc593a0896a0d8339b/hfileref: creating writer at 1731010740983Flushing 2c944995ff9fb2dc593a0896a0d8339b/hfileref: appending metadata at 1731010740997 (+14 ms)Flushing 2c944995ff9fb2dc593a0896a0d8339b/hfileref: closing flushed file at 1731010740997Flushing 2c944995ff9fb2dc593a0896a0d8339b/queue: creating writer at 1731010741006 (+9 ms)Flushing 2c944995ff9fb2dc593a0896a0d8339b/queue: appending metadata at 1731010741019 (+13 ms)Flushing 2c944995ff9fb2dc593a0896a0d8339b/queue: closing flushed file at 1731010741019Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5be0693b: reopening flushed file at 1731010741427 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fbaa205: reopening flushed file at 1731010741431 (+4 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 2c944995ff9fb2dc593a0896a0d8339b in 454ms, sequenceid=10, compaction requested=false at 1731010741436 (+5 ms)Writing region close event to WAL at 1731010741440 (+4 ms)Running coprocessor post-close hooks at 1731010741444 (+4 ms)Closed at 1731010741444 2024-11-07T20:19:01,444 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731010726633.2c944995ff9fb2dc593a0896a0d8339b. 2024-11-07T20:19:01,578 DEBUG [RS:0;8a040b4bf509:33617 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T20:19:01,644 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,33617,1731010713814.replicationSource.wal-reader.8a040b4bf509%2C33617%2C1731010713814,1-8a040b4bf509,33617,1731010713814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/WALs/8a040b4bf509,33617,1731010713814/8a040b4bf509%2C33617%2C1731010713814.1731010715986 to pos 1033, reset compression=false 2024-11-07T20:19:01,648 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,33617,1731010713814.replicationSource.wal-reader.8a040b4bf509%2C33617%2C1731010713814,1-8a040b4bf509,33617,1731010713814 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T20:19:01,648 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,33617,1731010713814.replicationSource.wal-reader.8a040b4bf509%2C33617%2C1731010713814,1-8a040b4bf509,33617,1731010713814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/WALs/8a040b4bf509,33617,1731010713814/8a040b4bf509%2C33617%2C1731010713814.1731010715986 to pos 1328, reset compression=false 2024-11-07T20:19:01,650 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:19:01,650 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 8a040b4bf509:35697 this server is in the failed servers list 2024-11-07T20:19:01,650 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8a040b4bf509,35697,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=8a040b4bf509:35697 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8a040b4bf509:35697 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T20:19:01,779 DEBUG [RS:0;8a040b4bf509:33617 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T20:19:01,822 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/data/hbase/meta/1588230740/.tmp/ns/5d381049c10146fd8ee83a7047569651 2024-11-07T20:19:01,843 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/data/hbase/meta/1588230740/.tmp/rep_barrier/b364d212a03c41eeaa4c8cb73f2a86ac is 112, key is test,,1731010722308.e7b6b59d74ee04f3295c0c8e02226591./rep_barrier:seqnumDuringOpen/1731010723454/Put/seqid=0 2024-11-07T20:19:01,843 INFO [regionserver/8a040b4bf509:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T20:19:01,843 INFO [regionserver/8a040b4bf509:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T20:19:01,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741850_1026 (size=5518) 2024-11-07T20:19:01,851 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,33617,1731010713814.replicationSource.wal-reader.8a040b4bf509%2C33617%2C1731010713814,1-8a040b4bf509,33617,1731010713814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/WALs/8a040b4bf509,33617,1731010713814/8a040b4bf509%2C33617%2C1731010713814.1731010715986 to pos 1328, reset compression=false 2024-11-07T20:19:01,979 INFO [RS:0;8a040b4bf509:33617 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T20:19:01,979 DEBUG [RS:0;8a040b4bf509:33617 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-07T20:19:01,979 DEBUG [RS:0;8a040b4bf509:33617 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T20:19:02,155 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,33617,1731010713814.replicationSource.wal-reader.8a040b4bf509%2C33617%2C1731010713814,1-8a040b4bf509,33617,1731010713814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/WALs/8a040b4bf509,33617,1731010713814/8a040b4bf509%2C33617%2C1731010713814.1731010715986 to pos 1328, reset compression=false 2024-11-07T20:19:02,159 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:19:02,160 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 8a040b4bf509:35697 this server is in the failed servers list 2024-11-07T20:19:02,160 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8a040b4bf509,35697,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=8a040b4bf509:35697 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8a040b4bf509:35697 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T20:19:02,179 DEBUG [RS:0;8a040b4bf509:33617 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T20:19:02,249 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/data/hbase/meta/1588230740/.tmp/rep_barrier/b364d212a03c41eeaa4c8cb73f2a86ac 2024-11-07T20:19:02,265 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/data/hbase/meta/1588230740/.tmp/table/68d2e8cfb1f64bcab4da054df773fce0 is 53, key is hbase:replication/table:state/1731010727882/Put/seqid=0 2024-11-07T20:19:02,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741851_1027 (size=5308) 2024-11-07T20:19:02,379 DEBUG [RS:0;8a040b4bf509:33617 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T20:19:02,558 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,33617,1731010713814.replicationSource.wal-reader.8a040b4bf509%2C33617%2C1731010713814,1-8a040b4bf509,33617,1731010713814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/WALs/8a040b4bf509,33617,1731010713814/8a040b4bf509%2C33617%2C1731010713814.1731010715986 to pos 1328, reset compression=false 2024-11-07T20:19:02,579 DEBUG [RS:0;8a040b4bf509:33617 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T20:19:02,669 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/data/hbase/meta/1588230740/.tmp/table/68d2e8cfb1f64bcab4da054df773fce0 2024-11-07T20:19:02,674 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/data/hbase/meta/1588230740/.tmp/info/dddc553eaa204a7582afaf95adcdd500 as hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/data/hbase/meta/1588230740/info/dddc553eaa204a7582afaf95adcdd500 2024-11-07T20:19:02,678 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/data/hbase/meta/1588230740/info/dddc553eaa204a7582afaf95adcdd500, entries=20, sequenceid=16, filesize=7.5 K 2024-11-07T20:19:02,678 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/data/hbase/meta/1588230740/.tmp/ns/5d381049c10146fd8ee83a7047569651 as hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/data/hbase/meta/1588230740/ns/5d381049c10146fd8ee83a7047569651 2024-11-07T20:19:02,683 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/data/hbase/meta/1588230740/ns/5d381049c10146fd8ee83a7047569651, entries=2, sequenceid=16, filesize=5.0 K 2024-11-07T20:19:02,683 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/data/hbase/meta/1588230740/.tmp/rep_barrier/b364d212a03c41eeaa4c8cb73f2a86ac as hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/data/hbase/meta/1588230740/rep_barrier/b364d212a03c41eeaa4c8cb73f2a86ac 2024-11-07T20:19:02,688 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/data/hbase/meta/1588230740/rep_barrier/b364d212a03c41eeaa4c8cb73f2a86ac, entries=1, sequenceid=16, filesize=5.4 K 2024-11-07T20:19:02,689 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/data/hbase/meta/1588230740/.tmp/table/68d2e8cfb1f64bcab4da054df773fce0 as hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/data/hbase/meta/1588230740/table/68d2e8cfb1f64bcab4da054df773fce0 2024-11-07T20:19:02,693 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/data/hbase/meta/1588230740/table/68d2e8cfb1f64bcab4da054df773fce0, entries=4, sequenceid=16, filesize=5.2 K 2024-11-07T20:19:02,694 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1716ms, sequenceid=16, compaction requested=false 2024-11-07T20:19:02,694 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T20:19:02,702 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-07T20:19:02,702 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T20:19:02,702 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T20:19:02,702 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T20:19:02,702 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731010740978Running coprocessor pre-close hooks at 1731010740978Disabling compacts and flushes for region at 1731010740978Disabling writes for close at 1731010740978Obtaining lock to block concurrent updates at 1731010740978Preparing flush snapshotting stores in 1588230740 at 1731010740978Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731010740978Flushing stores of hbase:meta,,1.1588230740 at 1731010740979 (+1 ms)Flushing 1588230740/info: creating writer at 1731010740979Flushing 1588230740/info: appending metadata at 1731010740997 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731010740997Flushing 1588230740/ns: creating writer at 1731010741406 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731010741418 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731010741418Flushing 1588230740/rep_barrier: creating writer at 1731010741827 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731010741842 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731010741842Flushing 1588230740/table: creating writer at 1731010742253 (+411 ms)Flushing 1588230740/table: appending metadata at 1731010742265 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731010742265Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11715b26: reopening flushed file at 1731010742673 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7947736c: reopening flushed file at 1731010742678 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@302cdabc: reopening flushed file at 1731010742683 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5231ca96: reopening flushed file at 1731010742688 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1716ms, sequenceid=16, compaction requested=false at 1731010742694 (+6 ms)Writing region close event to WAL at 1731010742699 (+5 ms)Running coprocessor post-close hooks at 1731010742702 (+3 ms)Closed at 1731010742702 2024-11-07T20:19:02,702 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T20:19:02,779 INFO [RS:0;8a040b4bf509:33617 {}] regionserver.HRegionServer(976): stopping server 8a040b4bf509,33617,1731010713814; all regions closed. 2024-11-07T20:19:02,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741834_1010 (size=4239) 2024-11-07T20:19:02,782 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/WALs/8a040b4bf509,33617,1731010713814/8a040b4bf509%2C33617%2C1731010713814.meta.1731010716387.meta not finished, retry = 0 2024-11-07T20:19:02,883 DEBUG [RS:0;8a040b4bf509:33617 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/oldWALs 2024-11-07T20:19:02,883 INFO [RS:0;8a040b4bf509:33617 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8a040b4bf509%2C33617%2C1731010713814.meta:.meta(num 1731010716387) 2024-11-07T20:19:02,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741839_1015 (size=2695) 2024-11-07T20:19:02,887 DEBUG [RS:0;8a040b4bf509:33617 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/oldWALs 2024-11-07T20:19:02,887 INFO [RS:0;8a040b4bf509:33617 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8a040b4bf509%2C33617%2C1731010713814.rep:(num 1731010727843) 2024-11-07T20:19:02,888 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/WALs/8a040b4bf509,33617,1731010713814/8a040b4bf509%2C33617%2C1731010713814.1731010715986 not finished, retry = 0 2024-11-07T20:19:02,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741833_1009 (size=1336) 2024-11-07T20:19:02,990 DEBUG [RS:0;8a040b4bf509:33617 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/oldWALs 2024-11-07T20:19:02,990 INFO [RS:0;8a040b4bf509:33617 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8a040b4bf509%2C33617%2C1731010713814:(num 1731010715986) 2024-11-07T20:19:02,990 DEBUG [RS:0;8a040b4bf509:33617 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:19:02,990 INFO [RS:0;8a040b4bf509:33617 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T20:19:02,990 INFO [RS:0;8a040b4bf509:33617 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T20:19:02,991 INFO [RS:0;8a040b4bf509:33617 {}] hbase.ChoreService(370): Chore service for: regionserver/8a040b4bf509:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-07T20:19:02,991 INFO [RS:0;8a040b4bf509:33617 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T20:19:02,991 INFO [regionserver/8a040b4bf509:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T20:19:02,991 INFO [RS:0;8a040b4bf509:33617 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8a040b4bf509,33617,1731010713814 because: Region server is closing 2024-11-07T20:19:02,991 INFO [RS:0;8a040b4bf509:33617 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a040b4bf509:33617. 2024-11-07T20:19:02,991 DEBUG [RS:0;8a040b4bf509:33617 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:19:02,991 DEBUG [RS:0;8a040b4bf509:33617 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:19:02,991 DEBUG [RS:0;8a040b4bf509:33617 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:19:02,991 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:19:03,060 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T20:19:03,092 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,33617,1731010713814.replicationSource.shipper8a040b4bf509%2C33617%2C1731010713814,1-8a040b4bf509,33617,1731010713814 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-07T20:19:03,092 WARN [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,33617,1731010713814.replicationSource.shipper8a040b4bf509%2C33617%2C1731010713814,1-8a040b4bf509,33617,1731010713814 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-07T20:19:03,092 WARN [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,33617,1731010713814.replicationSource.shipper8a040b4bf509%2C33617%2C1731010713814,1-8a040b4bf509,33617,1731010713814 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-07T20:19:03,170 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:19:03,170 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8a040b4bf509,35697,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a040b4bf509:35697 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T20:19:03,172 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2149 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8a040b4bf509,35697,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a040b4bf509:35697 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T20:19:03,194 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T20:19:03,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:03,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:03,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:03,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:03,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:03,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:03,223 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:03,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:03,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:03,893 INFO [RS:0;8a040b4bf509:33617 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,33617,1731010713814.replicationSource.shipper8a040b4bf509%2C33617%2C1731010713814,1-8a040b4bf509,33617,1731010713814 terminated 2024-11-07T20:19:03,893 INFO [RS:0;8a040b4bf509:33617 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a040b4bf509:33617. 2024-11-07T20:19:03,893 DEBUG [RS:0;8a040b4bf509:33617 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:19:03,893 DEBUG [RS:0;8a040b4bf509:33617 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:19:03,893 DEBUG [RS:0;8a040b4bf509:33617 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:19:03,893 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:19:03,893 INFO [RS:0;8a040b4bf509:33617 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33617 2024-11-07T20:19:04,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43889-0x10116f34ab90000, quorum=127.0.0.1:60555, baseZNode=/0593700309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0593700309/rs 2024-11-07T20:19:04,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33617-0x10116f34ab90001, quorum=127.0.0.1:60555, baseZNode=/0593700309 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0593700309/rs/8a040b4bf509,33617,1731010713814 2024-11-07T20:19:04,067 INFO [RS:0;8a040b4bf509:33617 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T20:19:04,077 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8a040b4bf509,33617,1731010713814] 2024-11-07T20:19:04,088 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0593700309/draining/8a040b4bf509,33617,1731010713814 already deleted, retry=false 2024-11-07T20:19:04,088 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8a040b4bf509,33617,1731010713814 expired; onlineServers=0 2024-11-07T20:19:04,088 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8a040b4bf509,43889,1731010713493' ***** 2024-11-07T20:19:04,088 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T20:19:04,088 INFO [M:0;8a040b4bf509:43889 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T20:19:04,088 INFO [M:0;8a040b4bf509:43889 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T20:19:04,088 DEBUG [M:0;8a040b4bf509:43889 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T20:19:04,088 DEBUG [M:0;8a040b4bf509:43889 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T20:19:04,088 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T20:19:04,088 DEBUG [master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.small.0-1731010715674 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.small.0-1731010715674,5,FailOnTimeoutGroup] 2024-11-07T20:19:04,088 DEBUG [master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.large.0-1731010715674 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.large.0-1731010715674,5,FailOnTimeoutGroup] 2024-11-07T20:19:04,088 INFO [M:0;8a040b4bf509:43889 {}] hbase.ChoreService(370): Chore service for: master/8a040b4bf509:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T20:19:04,088 INFO [M:0;8a040b4bf509:43889 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T20:19:04,088 DEBUG [M:0;8a040b4bf509:43889 {}] master.HMaster(1795): Stopping service threads 2024-11-07T20:19:04,088 INFO [M:0;8a040b4bf509:43889 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T20:19:04,088 INFO [M:0;8a040b4bf509:43889 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T20:19:04,088 INFO [M:0;8a040b4bf509:43889 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T20:19:04,089 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T20:19:04,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43889-0x10116f34ab90000, quorum=127.0.0.1:60555, baseZNode=/0593700309 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0593700309/master 2024-11-07T20:19:04,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43889-0x10116f34ab90000, quorum=127.0.0.1:60555, baseZNode=/0593700309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0593700309 2024-11-07T20:19:04,098 DEBUG [M:0;8a040b4bf509:43889 {}] zookeeper.ZKUtil(347): master:43889-0x10116f34ab90000, quorum=127.0.0.1:60555, baseZNode=/0593700309 Unable to get data of znode /0593700309/master because node does not exist (not an error) 2024-11-07T20:19:04,098 WARN [M:0;8a040b4bf509:43889 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T20:19:04,099 INFO [M:0;8a040b4bf509:43889 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/.lastflushedseqids 2024-11-07T20:19:04,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741852_1028 (size=263) 2024-11-07T20:19:04,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33617-0x10116f34ab90001, quorum=127.0.0.1:60555, baseZNode=/0593700309 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:19:04,177 INFO [RS:0;8a040b4bf509:33617 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T20:19:04,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33617-0x10116f34ab90001, quorum=127.0.0.1:60555, baseZNode=/0593700309 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:19:04,177 INFO [RS:0;8a040b4bf509:33617 {}] regionserver.HRegionServer(1031): Exiting; stopping=8a040b4bf509,33617,1731010713814; zookeeper connection closed. 2024-11-07T20:19:04,178 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4647221 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4647221 2024-11-07T20:19:04,178 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T20:19:04,503 INFO [M:0;8a040b4bf509:43889 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T20:19:04,503 INFO [M:0;8a040b4bf509:43889 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T20:19:04,503 DEBUG [M:0;8a040b4bf509:43889 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T20:19:04,503 INFO [M:0;8a040b4bf509:43889 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:19:04,503 DEBUG [M:0;8a040b4bf509:43889 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:19:04,503 DEBUG [M:0;8a040b4bf509:43889 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T20:19:04,503 DEBUG [M:0;8a040b4bf509:43889 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:19:04,503 INFO [M:0;8a040b4bf509:43889 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-07T20:19:04,517 DEBUG [M:0;8a040b4bf509:43889 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/535f107e74ee47c290490ccff9ff3b50 is 82, key is hbase:meta,,1/info:regioninfo/1731010716451/Put/seqid=0 2024-11-07T20:19:04,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741853_1029 (size=5672) 2024-11-07T20:19:04,921 INFO [M:0;8a040b4bf509:43889 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/535f107e74ee47c290490ccff9ff3b50 2024-11-07T20:19:04,941 DEBUG [M:0;8a040b4bf509:43889 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/56bff3c13e1b4c45bc936fd285b28dea is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731010727886/Put/seqid=0 2024-11-07T20:19:04,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741854_1030 (size=8516) 2024-11-07T20:19:05,190 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:19:05,190 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8a040b4bf509,35697,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a040b4bf509:35697 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T20:19:05,190 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4169 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8a040b4bf509,35697,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a040b4bf509:35697 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T20:19:05,345 INFO [M:0;8a040b4bf509:43889 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/56bff3c13e1b4c45bc936fd285b28dea 2024-11-07T20:19:05,362 DEBUG [M:0;8a040b4bf509:43889 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ee54dc4351e44dd097014fb21c380a4a is 69, key is 8a040b4bf509,33617,1731010713814/rs:state/1731010715765/Put/seqid=0 2024-11-07T20:19:05,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741855_1031 (size=5156) 2024-11-07T20:19:05,766 INFO [M:0;8a040b4bf509:43889 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ee54dc4351e44dd097014fb21c380a4a 2024-11-07T20:19:05,771 DEBUG [M:0;8a040b4bf509:43889 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/535f107e74ee47c290490ccff9ff3b50 as hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/535f107e74ee47c290490ccff9ff3b50 2024-11-07T20:19:05,775 INFO [M:0;8a040b4bf509:43889 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/535f107e74ee47c290490ccff9ff3b50, entries=8, sequenceid=97, filesize=5.5 K 2024-11-07T20:19:05,775 DEBUG [M:0;8a040b4bf509:43889 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/56bff3c13e1b4c45bc936fd285b28dea as hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/56bff3c13e1b4c45bc936fd285b28dea 2024-11-07T20:19:05,779 INFO [M:0;8a040b4bf509:43889 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/56bff3c13e1b4c45bc936fd285b28dea, entries=11, sequenceid=97, filesize=8.3 K 2024-11-07T20:19:05,780 DEBUG [M:0;8a040b4bf509:43889 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ee54dc4351e44dd097014fb21c380a4a as hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ee54dc4351e44dd097014fb21c380a4a 2024-11-07T20:19:05,784 INFO [M:0;8a040b4bf509:43889 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41309/user/jenkins/test-data/0c83a28f-12b2-e9e0-8f59-e1eee76be85b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ee54dc4351e44dd097014fb21c380a4a, entries=1, sequenceid=97, filesize=5.0 K 2024-11-07T20:19:05,785 INFO [M:0;8a040b4bf509:43889 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=97, compaction requested=false 2024-11-07T20:19:05,786 INFO [M:0;8a040b4bf509:43889 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:19:05,786 DEBUG [M:0;8a040b4bf509:43889 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731010744503Disabling compacts and flushes for region at 1731010744503Disabling writes for close at 1731010744503Obtaining lock to block concurrent updates at 1731010744503Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731010744503Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731010744504 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731010744504Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731010744504Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731010744517 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731010744517Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731010744925 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731010744941 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731010744941Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731010745349 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731010745361 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731010745361Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@aed5d0d: reopening flushed file at 1731010745770 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39713718: reopening flushed file at 1731010745775 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e75c44f: reopening flushed file at 1731010745779 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=97, compaction requested=false at 1731010745785 (+6 ms)Writing region close event to WAL at 1731010745786 (+1 ms)Closed at 1731010745786 2024-11-07T20:19:05,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741830_1006 (size=63654) 2024-11-07T20:19:05,788 INFO [M:0;8a040b4bf509:43889 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T20:19:05,789 INFO [M:0;8a040b4bf509:43889 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43889 2024-11-07T20:19:05,789 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T20:19:05,789 INFO [M:0;8a040b4bf509:43889 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T20:19:05,939 INFO [M:0;8a040b4bf509:43889 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T20:19:05,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43889-0x10116f34ab90000, quorum=127.0.0.1:60555, baseZNode=/0593700309 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:19:05,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43889-0x10116f34ab90000, quorum=127.0.0.1:60555, baseZNode=/0593700309 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:19:05,942 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f770010{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T20:19:05,942 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3a552b19{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T20:19:05,942 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T20:19:05,943 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@594e8075{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T20:19:05,943 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2eff86e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6dcdda2-fcbb-59cb-f368-efca0b306224/hadoop.log.dir/,STOPPED} 2024-11-07T20:19:05,944 WARN [BP-515499387-172.17.0.2-1731010711350 heartbeating to localhost/127.0.0.1:41309 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T20:19:05,944 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T20:19:05,944 WARN [BP-515499387-172.17.0.2-1731010711350 heartbeating to localhost/127.0.0.1:41309 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-515499387-172.17.0.2-1731010711350 (Datanode Uuid 235c0e7b-5d04-429a-952b-44c5686de993) service to localhost/127.0.0.1:41309 2024-11-07T20:19:05,944 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T20:19:05,944 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6dcdda2-fcbb-59cb-f368-efca0b306224/cluster_0504534c-6314-ece0-5d53-5fd7aba32c93/data/data1/current/BP-515499387-172.17.0.2-1731010711350 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T20:19:05,945 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6dcdda2-fcbb-59cb-f368-efca0b306224/cluster_0504534c-6314-ece0-5d53-5fd7aba32c93/data/data2/current/BP-515499387-172.17.0.2-1731010711350 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T20:19:05,945 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T20:19:05,949 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@257b803{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T20:19:05,950 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@272d58f6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T20:19:05,950 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T20:19:05,950 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@290f1827{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T20:19:05,950 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@486001b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6dcdda2-fcbb-59cb-f368-efca0b306224/hadoop.log.dir/,STOPPED} 2024-11-07T20:19:05,954 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T20:19:05,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T20:19:05,972 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=238 (was 206) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41309 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41309 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41309 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41309 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41309 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:32835 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32835 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32835 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60555) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41309 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41309 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41309 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41309 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32835 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60555) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41309 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:32835 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41309 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:32835 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:41309 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32835 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41309 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32835 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32835 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:32835 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=617 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=348 (was 270) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1302 (was 1863) 2024-11-07T20:19:05,980 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=238, OpenFileDescriptor=617, MaxFileDescriptor=1048576, SystemLoadAverage=348, ProcessCount=11, AvailableMemoryMB=1302 2024-11-07T20:19:05,992 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-07T20:19:05,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/322cc0ca-4def-1f27-c3e6-92fd32f48ec6/hadoop.log.dir so I do NOT create it in target/test-data/f8237f0c-4403-5828-46f2-b386c827a59e 2024-11-07T20:19:05,992 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/322cc0ca-4def-1f27-c3e6-92fd32f48ec6/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T20:19:05,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/322cc0ca-4def-1f27-c3e6-92fd32f48ec6/hadoop.tmp.dir so I do NOT create it in target/test-data/f8237f0c-4403-5828-46f2-b386c827a59e 2024-11-07T20:19:05,992 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/322cc0ca-4def-1f27-c3e6-92fd32f48ec6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T20:19:05,992 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8237f0c-4403-5828-46f2-b386c827a59e 2024-11-07T20:19:05,993 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8237f0c-4403-5828-46f2-b386c827a59e/cluster_1e00c49c-ea5c-46ed-6431-59c3b7e35ee3, deleteOnExit=true 2024-11-07T20:19:06,012 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8237f0c-4403-5828-46f2-b386c827a59e/cluster_1e00c49c-ea5c-46ed-6431-59c3b7e35ee3/zookeeper_0, clientPort=64083, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8237f0c-4403-5828-46f2-b386c827a59e/cluster_1e00c49c-ea5c-46ed-6431-59c3b7e35ee3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8237f0c-4403-5828-46f2-b386c827a59e/cluster_1e00c49c-ea5c-46ed-6431-59c3b7e35ee3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T20:19:06,013 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64083 2024-11-07T20:19:06,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T20:19:06,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T20:19:06,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8237f0c-4403-5828-46f2-b386c827a59e/test.cache.data in system properties and HBase conf 2024-11-07T20:19:06,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8237f0c-4403-5828-46f2-b386c827a59e/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T20:19:06,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8237f0c-4403-5828-46f2-b386c827a59e/hadoop.log.dir in system properties and HBase conf 2024-11-07T20:19:06,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8237f0c-4403-5828-46f2-b386c827a59e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T20:19:06,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8237f0c-4403-5828-46f2-b386c827a59e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T20:19:06,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T20:19:06,013 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T20:19:06,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8237f0c-4403-5828-46f2-b386c827a59e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T20:19:06,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8237f0c-4403-5828-46f2-b386c827a59e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T20:19:06,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8237f0c-4403-5828-46f2-b386c827a59e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T20:19:06,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8237f0c-4403-5828-46f2-b386c827a59e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T20:19:06,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8237f0c-4403-5828-46f2-b386c827a59e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T20:19:06,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8237f0c-4403-5828-46f2-b386c827a59e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T20:19:06,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8237f0c-4403-5828-46f2-b386c827a59e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T20:19:06,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8237f0c-4403-5828-46f2-b386c827a59e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T20:19:06,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8237f0c-4403-5828-46f2-b386c827a59e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T20:19:06,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8237f0c-4403-5828-46f2-b386c827a59e/nfs.dump.dir in system properties and HBase conf 2024-11-07T20:19:06,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8237f0c-4403-5828-46f2-b386c827a59e/java.io.tmpdir in system properties and HBase conf 2024-11-07T20:19:06,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8237f0c-4403-5828-46f2-b386c827a59e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T20:19:06,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8237f0c-4403-5828-46f2-b386c827a59e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T20:19:06,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8237f0c-4403-5828-46f2-b386c827a59e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T20:19:06,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10116f34ab90005, quorum=127.0.0.1:60555, baseZNode=/155090111 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T20:19:06,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10116f34ab90002, quorum=127.0.0.1:60555, baseZNode=/0593700309 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T20:19:06,053 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10116f34ab90005, quorum=127.0.0.1:60555, baseZNode=/155090111 Received Disconnected from ZooKeeper, ignoring 2024-11-07T20:19:06,053 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10116f34ab90002, quorum=127.0.0.1:60555, baseZNode=/0593700309 Received Disconnected from ZooKeeper, ignoring 2024-11-07T20:19:06,289 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T20:19:06,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T20:19:06,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T20:19:06,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-07T20:19:06,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-07T20:19:06,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-07T20:19:06,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T20:19:06,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T20:19:06,292 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T20:19:06,293 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T20:19:06,293 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T20:19:06,293 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T20:19:06,294 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T20:19:06,294 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ebb900e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8237f0c-4403-5828-46f2-b386c827a59e/hadoop.log.dir/,AVAILABLE} 2024-11-07T20:19:06,294 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a6d5614{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T20:19:06,405 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@46bc032c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8237f0c-4403-5828-46f2-b386c827a59e/java.io.tmpdir/jetty-localhost-45115-hadoop-hdfs-3_4_1-tests_jar-_-any-17803826997884435286/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T20:19:06,406 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e437044{HTTP/1.1, (http/1.1)}{localhost:45115} 2024-11-07T20:19:06,406 INFO [Time-limited test {}] server.Server(415): Started @207172ms 2024-11-07T20:19:06,661 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T20:19:06,663 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T20:19:06,664 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T20:19:06,664 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T20:19:06,664 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T20:19:06,665 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7cebe51d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8237f0c-4403-5828-46f2-b386c827a59e/hadoop.log.dir/,AVAILABLE} 2024-11-07T20:19:06,665 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f27d9ac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T20:19:06,761 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6e98d134{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8237f0c-4403-5828-46f2-b386c827a59e/java.io.tmpdir/jetty-localhost-46239-hadoop-hdfs-3_4_1-tests_jar-_-any-13953976322988165378/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T20:19:06,761 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2e85cdb{HTTP/1.1, (http/1.1)}{localhost:46239} 2024-11-07T20:19:06,761 INFO [Time-limited test {}] server.Server(415): Started @207528ms 2024-11-07T20:19:06,763 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T20:19:07,335 WARN [Thread-2203 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8237f0c-4403-5828-46f2-b386c827a59e/cluster_1e00c49c-ea5c-46ed-6431-59c3b7e35ee3/data/data2/current/BP-512078749-172.17.0.2-1731010746034/current, will proceed with Du for space computation calculation, 2024-11-07T20:19:07,335 WARN [Thread-2202 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8237f0c-4403-5828-46f2-b386c827a59e/cluster_1e00c49c-ea5c-46ed-6431-59c3b7e35ee3/data/data1/current/BP-512078749-172.17.0.2-1731010746034/current, will proceed with Du for space computation calculation, 2024-11-07T20:19:07,351 WARN [Thread-2190 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T20:19:07,353 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x19d254cdfa3bc047 with lease ID 0xb3502a30ac8a5790: Processing first storage report for DS-99917e22-531d-4722-b8a4-bb1993565d1f from datanode DatanodeRegistration(127.0.0.1:36715, datanodeUuid=42ea59a5-4252-4cdd-bcc1-975ca4bff1e0, infoPort=45635, infoSecurePort=0, ipcPort=39311, storageInfo=lv=-57;cid=testClusterID;nsid=1595792222;c=1731010746034) 2024-11-07T20:19:07,354 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x19d254cdfa3bc047 with lease ID 0xb3502a30ac8a5790: from storage DS-99917e22-531d-4722-b8a4-bb1993565d1f node DatanodeRegistration(127.0.0.1:36715, datanodeUuid=42ea59a5-4252-4cdd-bcc1-975ca4bff1e0, infoPort=45635, infoSecurePort=0, ipcPort=39311, storageInfo=lv=-57;cid=testClusterID;nsid=1595792222;c=1731010746034), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T20:19:07,354 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x19d254cdfa3bc047 with lease ID 0xb3502a30ac8a5790: Processing first storage report for DS-d2801ba0-685b-4a04-991b-e2759b088bac from datanode DatanodeRegistration(127.0.0.1:36715, datanodeUuid=42ea59a5-4252-4cdd-bcc1-975ca4bff1e0, infoPort=45635, infoSecurePort=0, ipcPort=39311, storageInfo=lv=-57;cid=testClusterID;nsid=1595792222;c=1731010746034) 2024-11-07T20:19:07,354 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x19d254cdfa3bc047 with lease ID 0xb3502a30ac8a5790: from storage DS-d2801ba0-685b-4a04-991b-e2759b088bac node DatanodeRegistration(127.0.0.1:36715, datanodeUuid=42ea59a5-4252-4cdd-bcc1-975ca4bff1e0, infoPort=45635, infoSecurePort=0, ipcPort=39311, storageInfo=lv=-57;cid=testClusterID;nsid=1595792222;c=1731010746034), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T20:19:07,390 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8237f0c-4403-5828-46f2-b386c827a59e 2024-11-07T20:19:07,390 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:19:07,391 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:19:07,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741825_1001 (size=7) 2024-11-07T20:19:07,798 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde with version=8 2024-11-07T20:19:07,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/hbase-staging 2024-11-07T20:19:07,800 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8a040b4bf509:0 server-side Connection retries=45 2024-11-07T20:19:07,800 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:19:07,801 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T20:19:07,801 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T20:19:07,801 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:19:07,801 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T20:19:07,801 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T20:19:07,801 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T20:19:07,801 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38389 2024-11-07T20:19:07,802 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38389 connecting to ZooKeeper ensemble=127.0.0.1:64083 2024-11-07T20:19:07,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:383890x0, quorum=127.0.0.1:64083, baseZNode=/0788770096 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T20:19:07,904 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38389-0x10116f3d2470000 connected 2024-11-07T20:19:07,986 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:19:07,987 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:19:07,989 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38389-0x10116f3d2470000, quorum=127.0.0.1:64083, baseZNode=/0788770096 Set watcher on znode that does not yet exist, /0788770096/running 2024-11-07T20:19:07,989 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde, hbase.cluster.distributed=false 2024-11-07T20:19:07,990 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38389-0x10116f3d2470000, quorum=127.0.0.1:64083, baseZNode=/0788770096 Set watcher on znode that does not yet exist, /0788770096/acl 2024-11-07T20:19:07,990 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38389 2024-11-07T20:19:07,990 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38389 2024-11-07T20:19:07,991 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38389 2024-11-07T20:19:07,991 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38389 2024-11-07T20:19:07,991 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38389 2024-11-07T20:19:08,003 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8a040b4bf509:0 server-side Connection retries=45 2024-11-07T20:19:08,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:19:08,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T20:19:08,003 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T20:19:08,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:19:08,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T20:19:08,003 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T20:19:08,004 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T20:19:08,004 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41031 2024-11-07T20:19:08,005 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41031 connecting to ZooKeeper ensemble=127.0.0.1:64083 2024-11-07T20:19:08,005 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:19:08,006 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:19:08,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:410310x0, quorum=127.0.0.1:64083, baseZNode=/0788770096 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T20:19:08,018 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:410310x0, quorum=127.0.0.1:64083, baseZNode=/0788770096 Set watcher on znode that does not yet exist, /0788770096/running 2024-11-07T20:19:08,018 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41031-0x10116f3d2470001 connected 2024-11-07T20:19:08,018 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T20:19:08,019 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T20:19:08,019 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41031-0x10116f3d2470001, quorum=127.0.0.1:64083, baseZNode=/0788770096 Set watcher on znode that does not yet exist, /0788770096/master 2024-11-07T20:19:08,020 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41031-0x10116f3d2470001, quorum=127.0.0.1:64083, baseZNode=/0788770096 Set watcher on znode that does not yet exist, /0788770096/acl 2024-11-07T20:19:08,023 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41031 2024-11-07T20:19:08,023 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41031 2024-11-07T20:19:08,023 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41031 2024-11-07T20:19:08,027 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41031 2024-11-07T20:19:08,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41031 2024-11-07T20:19:08,038 DEBUG [M:0;8a040b4bf509:38389 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8a040b4bf509:38389 2024-11-07T20:19:08,038 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0788770096/backup-masters/8a040b4bf509,38389,1731010747800 2024-11-07T20:19:08,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41031-0x10116f3d2470001, quorum=127.0.0.1:64083, baseZNode=/0788770096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0788770096/backup-masters 2024-11-07T20:19:08,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38389-0x10116f3d2470000, quorum=127.0.0.1:64083, baseZNode=/0788770096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0788770096/backup-masters 2024-11-07T20:19:08,050 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38389-0x10116f3d2470000, quorum=127.0.0.1:64083, baseZNode=/0788770096 Set watcher on existing znode=/0788770096/backup-masters/8a040b4bf509,38389,1731010747800 2024-11-07T20:19:08,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38389-0x10116f3d2470000, quorum=127.0.0.1:64083, baseZNode=/0788770096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0788770096 2024-11-07T20:19:08,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41031-0x10116f3d2470001, quorum=127.0.0.1:64083, baseZNode=/0788770096 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0788770096/master 2024-11-07T20:19:08,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41031-0x10116f3d2470001, quorum=127.0.0.1:64083, baseZNode=/0788770096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0788770096 2024-11-07T20:19:08,060 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38389-0x10116f3d2470000, quorum=127.0.0.1:64083, baseZNode=/0788770096 Set watcher on existing znode=/0788770096/master 2024-11-07T20:19:08,060 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0788770096/backup-masters/8a040b4bf509,38389,1731010747800 from backup master directory 2024-11-07T20:19:08,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38389-0x10116f3d2470000, quorum=127.0.0.1:64083, baseZNode=/0788770096 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0788770096/backup-masters/8a040b4bf509,38389,1731010747800 2024-11-07T20:19:08,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41031-0x10116f3d2470001, quorum=127.0.0.1:64083, baseZNode=/0788770096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0788770096/backup-masters 2024-11-07T20:19:08,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38389-0x10116f3d2470000, quorum=127.0.0.1:64083, baseZNode=/0788770096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0788770096/backup-masters 2024-11-07T20:19:08,070 WARN [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T20:19:08,070 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8a040b4bf509,38389,1731010747800 2024-11-07T20:19:08,074 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/hbase.id] with ID: 1237169d-0871-40e7-97ad-173c79511e75 2024-11-07T20:19:08,074 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/.tmp/hbase.id 2024-11-07T20:19:08,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741826_1002 (size=42) 2024-11-07T20:19:08,079 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/.tmp/hbase.id]:[hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/hbase.id] 2024-11-07T20:19:08,087 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:19:08,087 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T20:19:08,087 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-07T20:19:08,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38389-0x10116f3d2470000, quorum=127.0.0.1:64083, baseZNode=/0788770096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0788770096 2024-11-07T20:19:08,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41031-0x10116f3d2470001, quorum=127.0.0.1:64083, baseZNode=/0788770096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0788770096 2024-11-07T20:19:08,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741827_1003 (size=196) 2024-11-07T20:19:08,204 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T20:19:08,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:08,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:08,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:08,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:08,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:08,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:08,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:08,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:08,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:08,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:08,503 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T20:19:08,503 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T20:19:08,504 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:19:08,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741828_1004 (size=1189) 2024-11-07T20:19:08,510 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/MasterData/data/master/store 2024-11-07T20:19:08,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741829_1005 (size=34) 2024-11-07T20:19:08,914 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:19:08,915 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T20:19:08,915 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:19:08,915 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:19:08,915 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T20:19:08,915 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:19:08,915 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:19:08,915 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731010748914Disabling compacts and flushes for region at 1731010748914Disabling writes for close at 1731010748915 (+1 ms)Writing region close event to WAL at 1731010748915Closed at 1731010748915 2024-11-07T20:19:08,915 WARN [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/MasterData/data/master/store/.initializing 2024-11-07T20:19:08,916 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/MasterData/WALs/8a040b4bf509,38389,1731010747800 2024-11-07T20:19:08,916 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T20:19:08,918 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8a040b4bf509%2C38389%2C1731010747800, suffix=, logDir=hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/MasterData/WALs/8a040b4bf509,38389,1731010747800, archiveDir=hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/MasterData/oldWALs, maxLogs=10 2024-11-07T20:19:08,932 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/MasterData/WALs/8a040b4bf509,38389,1731010747800/8a040b4bf509%2C38389%2C1731010747800.1731010748918, exclude list is [], retry=0 2024-11-07T20:19:08,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36715,DS-99917e22-531d-4722-b8a4-bb1993565d1f,DISK] 2024-11-07T20:19:08,936 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/MasterData/WALs/8a040b4bf509,38389,1731010747800/8a040b4bf509%2C38389%2C1731010747800.1731010748918 2024-11-07T20:19:08,936 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45635:45635)] 2024-11-07T20:19:08,936 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T20:19:08,937 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:19:08,937 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:19:08,937 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:19:08,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:19:08,939 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T20:19:08,939 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:08,939 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:19:08,939 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:19:08,940 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T20:19:08,940 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:08,940 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:19:08,940 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:19:08,941 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T20:19:08,941 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:08,942 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:19:08,942 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:19:08,942 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T20:19:08,942 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:08,943 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:19:08,943 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:19:08,943 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:19:08,944 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:19:08,944 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:19:08,944 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:19:08,945 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T20:19:08,946 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:19:08,947 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T20:19:08,948 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68627507, jitterRate=0.022629544138908386}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T20:19:08,948 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731010748937Initializing all the Stores at 1731010748938 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010748938Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010748938Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010748938Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010748938Cleaning up temporary data from old regions at 1731010748944 (+6 ms)Region opened successfully at 1731010748948 (+4 ms) 2024-11-07T20:19:08,949 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T20:19:08,951 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7358f2db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a040b4bf509/172.17.0.2:0 2024-11-07T20:19:08,952 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T20:19:08,952 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T20:19:08,952 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T20:19:08,952 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T20:19:08,952 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T20:19:08,952 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T20:19:08,952 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T20:19:08,954 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T20:19:08,954 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38389-0x10116f3d2470000, quorum=127.0.0.1:64083, baseZNode=/0788770096 Unable to get data of znode /0788770096/balancer because node does not exist (not necessarily an error) 2024-11-07T20:19:09,014 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0788770096/balancer already deleted, retry=false 2024-11-07T20:19:09,014 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T20:19:09,015 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38389-0x10116f3d2470000, quorum=127.0.0.1:64083, baseZNode=/0788770096 Unable to get data of znode /0788770096/normalizer because node does not exist (not necessarily an error) 2024-11-07T20:19:09,024 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0788770096/normalizer already deleted, retry=false 2024-11-07T20:19:09,024 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T20:19:09,025 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38389-0x10116f3d2470000, quorum=127.0.0.1:64083, baseZNode=/0788770096 Unable to get data of znode /0788770096/switch/split because node does not exist (not necessarily an error) 2024-11-07T20:19:09,034 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0788770096/switch/split already deleted, retry=false 2024-11-07T20:19:09,035 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38389-0x10116f3d2470000, quorum=127.0.0.1:64083, baseZNode=/0788770096 Unable to get data of znode /0788770096/switch/merge because node does not exist (not necessarily an error) 2024-11-07T20:19:09,045 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0788770096/switch/merge already deleted, retry=false 2024-11-07T20:19:09,046 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38389-0x10116f3d2470000, quorum=127.0.0.1:64083, baseZNode=/0788770096 Unable to get data of znode /0788770096/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T20:19:09,055 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0788770096/snapshot-cleanup already deleted, retry=false 2024-11-07T20:19:09,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38389-0x10116f3d2470000, quorum=127.0.0.1:64083, baseZNode=/0788770096 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0788770096/running 2024-11-07T20:19:09,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41031-0x10116f3d2470001, quorum=127.0.0.1:64083, baseZNode=/0788770096 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0788770096/running 2024-11-07T20:19:09,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38389-0x10116f3d2470000, quorum=127.0.0.1:64083, baseZNode=/0788770096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0788770096 2024-11-07T20:19:09,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41031-0x10116f3d2470001, quorum=127.0.0.1:64083, baseZNode=/0788770096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0788770096 2024-11-07T20:19:09,066 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8a040b4bf509,38389,1731010747800, sessionid=0x10116f3d2470000, setting cluster-up flag (Was=false) 2024-11-07T20:19:09,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41031-0x10116f3d2470001, quorum=127.0.0.1:64083, baseZNode=/0788770096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0788770096 2024-11-07T20:19:09,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38389-0x10116f3d2470000, quorum=127.0.0.1:64083, baseZNode=/0788770096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0788770096 2024-11-07T20:19:09,119 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0788770096/flush-table-proc/acquired, /0788770096/flush-table-proc/reached, /0788770096/flush-table-proc/abort 2024-11-07T20:19:09,120 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a040b4bf509,38389,1731010747800 2024-11-07T20:19:09,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38389-0x10116f3d2470000, quorum=127.0.0.1:64083, baseZNode=/0788770096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0788770096 2024-11-07T20:19:09,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41031-0x10116f3d2470001, quorum=127.0.0.1:64083, baseZNode=/0788770096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0788770096 2024-11-07T20:19:09,171 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0788770096/online-snapshot/acquired, /0788770096/online-snapshot/reached, /0788770096/online-snapshot/abort 2024-11-07T20:19:09,172 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a040b4bf509,38389,1731010747800 2024-11-07T20:19:09,173 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T20:19:09,174 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T20:19:09,175 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T20:19:09,175 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T20:19:09,175 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8a040b4bf509,38389,1731010747800 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T20:19:09,176 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:19:09,176 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:19:09,176 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:19:09,176 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:19:09,176 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8a040b4bf509:0, corePoolSize=10, maxPoolSize=10 2024-11-07T20:19:09,176 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:19:09,176 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8a040b4bf509:0, corePoolSize=2, maxPoolSize=2 2024-11-07T20:19:09,176 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:19:09,177 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731010779177 2024-11-07T20:19:09,177 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T20:19:09,177 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T20:19:09,177 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T20:19:09,177 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T20:19:09,177 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T20:19:09,177 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T20:19:09,177 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T20:19:09,177 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:09,177 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T20:19:09,177 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T20:19:09,177 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T20:19:09,177 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T20:19:09,178 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T20:19:09,178 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T20:19:09,178 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T20:19:09,178 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.large.0-1731010749178,5,FailOnTimeoutGroup] 2024-11-07T20:19:09,178 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:09,178 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.small.0-1731010749178,5,FailOnTimeoutGroup] 2024-11-07T20:19:09,178 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:09,178 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T20:19:09,178 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T20:19:09,178 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:09,178 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:09,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741831_1007 (size=1321) 2024-11-07T20:19:09,220 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:19:09,220 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8a040b4bf509,35697,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a040b4bf509:35697 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T20:19:09,221 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8199 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8a040b4bf509,35697,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a040b4bf509:35697 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T20:19:09,230 INFO [RS:0;8a040b4bf509:41031 {}] regionserver.HRegionServer(746): ClusterId : 1237169d-0871-40e7-97ad-173c79511e75 2024-11-07T20:19:09,230 DEBUG [RS:0;8a040b4bf509:41031 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T20:19:09,239 DEBUG [RS:0;8a040b4bf509:41031 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T20:19:09,239 DEBUG [RS:0;8a040b4bf509:41031 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T20:19:09,249 DEBUG [RS:0;8a040b4bf509:41031 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T20:19:09,250 DEBUG [RS:0;8a040b4bf509:41031 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7486f415, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a040b4bf509/172.17.0.2:0 2024-11-07T20:19:09,259 DEBUG [RS:0;8a040b4bf509:41031 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8a040b4bf509:41031 2024-11-07T20:19:09,259 INFO [RS:0;8a040b4bf509:41031 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T20:19:09,259 INFO [RS:0;8a040b4bf509:41031 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T20:19:09,259 DEBUG [RS:0;8a040b4bf509:41031 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T20:19:09,260 INFO [RS:0;8a040b4bf509:41031 {}] regionserver.HRegionServer(2659): reportForDuty to master=8a040b4bf509,38389,1731010747800 with port=41031, startcode=1731010748003 2024-11-07T20:19:09,260 DEBUG [RS:0;8a040b4bf509:41031 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T20:19:09,261 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44837, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T20:19:09,262 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38389 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8a040b4bf509,41031,1731010748003 2024-11-07T20:19:09,262 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38389 {}] master.ServerManager(517): Registering regionserver=8a040b4bf509,41031,1731010748003 2024-11-07T20:19:09,263 DEBUG [RS:0;8a040b4bf509:41031 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde 2024-11-07T20:19:09,263 DEBUG [RS:0;8a040b4bf509:41031 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37487 2024-11-07T20:19:09,263 DEBUG [RS:0;8a040b4bf509:41031 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T20:19:09,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38389-0x10116f3d2470000, quorum=127.0.0.1:64083, baseZNode=/0788770096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0788770096/rs 2024-11-07T20:19:09,271 DEBUG [RS:0;8a040b4bf509:41031 {}] zookeeper.ZKUtil(111): regionserver:41031-0x10116f3d2470001, quorum=127.0.0.1:64083, baseZNode=/0788770096 Set watcher on existing znode=/0788770096/rs/8a040b4bf509,41031,1731010748003 2024-11-07T20:19:09,271 WARN [RS:0;8a040b4bf509:41031 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T20:19:09,271 INFO [RS:0;8a040b4bf509:41031 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:19:09,271 DEBUG [RS:0;8a040b4bf509:41031 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/WALs/8a040b4bf509,41031,1731010748003 2024-11-07T20:19:09,271 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8a040b4bf509,41031,1731010748003] 2024-11-07T20:19:09,273 INFO [RS:0;8a040b4bf509:41031 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T20:19:09,275 INFO [RS:0;8a040b4bf509:41031 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T20:19:09,275 INFO [RS:0;8a040b4bf509:41031 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T20:19:09,275 INFO [RS:0;8a040b4bf509:41031 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:09,276 INFO [RS:0;8a040b4bf509:41031 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T20:19:09,276 INFO [RS:0;8a040b4bf509:41031 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T20:19:09,276 INFO [RS:0;8a040b4bf509:41031 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:09,276 DEBUG [RS:0;8a040b4bf509:41031 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:19:09,276 DEBUG [RS:0;8a040b4bf509:41031 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:19:09,276 DEBUG [RS:0;8a040b4bf509:41031 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:19:09,276 DEBUG [RS:0;8a040b4bf509:41031 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:19:09,276 DEBUG [RS:0;8a040b4bf509:41031 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:19:09,276 DEBUG [RS:0;8a040b4bf509:41031 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8a040b4bf509:0, corePoolSize=2, maxPoolSize=2 2024-11-07T20:19:09,276 DEBUG [RS:0;8a040b4bf509:41031 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:19:09,276 DEBUG [RS:0;8a040b4bf509:41031 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:19:09,276 DEBUG [RS:0;8a040b4bf509:41031 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:19:09,276 DEBUG [RS:0;8a040b4bf509:41031 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:19:09,276 DEBUG [RS:0;8a040b4bf509:41031 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:19:09,276 DEBUG [RS:0;8a040b4bf509:41031 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:19:09,276 DEBUG [RS:0;8a040b4bf509:41031 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8a040b4bf509:0, corePoolSize=3, maxPoolSize=3 2024-11-07T20:19:09,276 DEBUG [RS:0;8a040b4bf509:41031 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8a040b4bf509:0, corePoolSize=3, maxPoolSize=3 2024-11-07T20:19:09,277 INFO [RS:0;8a040b4bf509:41031 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:09,277 INFO [RS:0;8a040b4bf509:41031 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:09,277 INFO [RS:0;8a040b4bf509:41031 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:09,277 INFO [RS:0;8a040b4bf509:41031 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:09,277 INFO [RS:0;8a040b4bf509:41031 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:09,277 INFO [RS:0;8a040b4bf509:41031 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,41031,1731010748003-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T20:19:09,293 INFO [RS:0;8a040b4bf509:41031 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T20:19:09,293 INFO [RS:0;8a040b4bf509:41031 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,41031,1731010748003-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:09,294 INFO [RS:0;8a040b4bf509:41031 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:09,294 INFO [RS:0;8a040b4bf509:41031 {}] regionserver.Replication(171): 8a040b4bf509,41031,1731010748003 started 2024-11-07T20:19:09,305 INFO [RS:0;8a040b4bf509:41031 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:09,306 INFO [RS:0;8a040b4bf509:41031 {}] regionserver.HRegionServer(1482): Serving as 8a040b4bf509,41031,1731010748003, RpcServer on 8a040b4bf509/172.17.0.2:41031, sessionid=0x10116f3d2470001 2024-11-07T20:19:09,306 DEBUG [RS:0;8a040b4bf509:41031 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T20:19:09,306 DEBUG [RS:0;8a040b4bf509:41031 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8a040b4bf509,41031,1731010748003 2024-11-07T20:19:09,306 DEBUG [RS:0;8a040b4bf509:41031 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a040b4bf509,41031,1731010748003' 2024-11-07T20:19:09,306 DEBUG [RS:0;8a040b4bf509:41031 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0788770096/flush-table-proc/abort' 2024-11-07T20:19:09,306 DEBUG [RS:0;8a040b4bf509:41031 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0788770096/flush-table-proc/acquired' 2024-11-07T20:19:09,307 DEBUG [RS:0;8a040b4bf509:41031 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T20:19:09,307 DEBUG [RS:0;8a040b4bf509:41031 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T20:19:09,307 DEBUG [RS:0;8a040b4bf509:41031 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8a040b4bf509,41031,1731010748003 2024-11-07T20:19:09,307 DEBUG [RS:0;8a040b4bf509:41031 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a040b4bf509,41031,1731010748003' 2024-11-07T20:19:09,307 DEBUG [RS:0;8a040b4bf509:41031 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0788770096/online-snapshot/abort' 2024-11-07T20:19:09,307 DEBUG [RS:0;8a040b4bf509:41031 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0788770096/online-snapshot/acquired' 2024-11-07T20:19:09,307 DEBUG [RS:0;8a040b4bf509:41031 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T20:19:09,307 INFO [RS:0;8a040b4bf509:41031 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T20:19:09,308 INFO [RS:0;8a040b4bf509:41031 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T20:19:09,408 INFO [RS:0;8a040b4bf509:41031 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T20:19:09,409 INFO [RS:0;8a040b4bf509:41031 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a040b4bf509%2C41031%2C1731010748003, suffix=, logDir=hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/WALs/8a040b4bf509,41031,1731010748003, archiveDir=hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/oldWALs, maxLogs=10 2024-11-07T20:19:09,421 DEBUG [RS:0;8a040b4bf509:41031 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/WALs/8a040b4bf509,41031,1731010748003/8a040b4bf509%2C41031%2C1731010748003.1731010749409, exclude list is [], retry=0 2024-11-07T20:19:09,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36715,DS-99917e22-531d-4722-b8a4-bb1993565d1f,DISK] 2024-11-07T20:19:09,425 INFO [RS:0;8a040b4bf509:41031 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/WALs/8a040b4bf509,41031,1731010748003/8a040b4bf509%2C41031%2C1731010748003.1731010749409 2024-11-07T20:19:09,425 DEBUG [RS:0;8a040b4bf509:41031 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45635:45635)] 2024-11-07T20:19:09,586 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T20:19:09,587 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde 2024-11-07T20:19:09,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741833_1009 (size=32) 2024-11-07T20:19:09,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:19:09,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T20:19:09,994 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T20:19:09,994 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:09,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:19:09,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T20:19:09,995 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T20:19:09,995 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:09,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:19:09,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T20:19:09,996 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T20:19:09,996 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:09,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:19:09,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T20:19:09,997 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T20:19:09,997 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:09,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:19:09,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T20:19:09,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/data/hbase/meta/1588230740 2024-11-07T20:19:09,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/data/hbase/meta/1588230740 2024-11-07T20:19:09,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T20:19:09,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T20:19:10,000 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T20:19:10,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T20:19:10,002 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T20:19:10,003 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58829549, jitterRate=-0.12337140738964081}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T20:19:10,003 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731010749992Initializing all the Stores at 1731010749993 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010749993Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010749993Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010749993Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010749993Cleaning up temporary data from old regions at 1731010749999 (+6 ms)Region opened successfully at 1731010750003 (+4 ms) 2024-11-07T20:19:10,003 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T20:19:10,003 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T20:19:10,003 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T20:19:10,003 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T20:19:10,003 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T20:19:10,004 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T20:19:10,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731010750003Disabling compacts and flushes for region at 1731010750003Disabling writes for close at 1731010750003Writing region close event to WAL at 1731010750004 (+1 ms)Closed at 1731010750004 2024-11-07T20:19:10,005 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T20:19:10,005 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T20:19:10,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T20:19:10,006 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T20:19:10,006 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T20:19:10,157 DEBUG [8a040b4bf509:38389 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T20:19:10,157 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8a040b4bf509,41031,1731010748003 2024-11-07T20:19:10,158 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a040b4bf509,41031,1731010748003, state=OPENING 2024-11-07T20:19:10,228 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T20:19:10,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38389-0x10116f3d2470000, quorum=127.0.0.1:64083, baseZNode=/0788770096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0788770096 2024-11-07T20:19:10,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41031-0x10116f3d2470001, quorum=127.0.0.1:64083, baseZNode=/0788770096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0788770096 2024-11-07T20:19:10,239 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0788770096/meta-region-server: CHANGED 2024-11-07T20:19:10,239 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0788770096/meta-region-server: CHANGED 2024-11-07T20:19:10,239 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T20:19:10,239 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8a040b4bf509,41031,1731010748003}] 2024-11-07T20:19:10,391 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T20:19:10,392 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44801, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T20:19:10,395 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T20:19:10,395 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:19:10,395 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T20:19:10,397 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a040b4bf509%2C41031%2C1731010748003.meta, suffix=.meta, logDir=hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/WALs/8a040b4bf509,41031,1731010748003, archiveDir=hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/oldWALs, maxLogs=10 2024-11-07T20:19:10,409 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/WALs/8a040b4bf509,41031,1731010748003/8a040b4bf509%2C41031%2C1731010748003.meta.1731010750397.meta, exclude list is [], retry=0 2024-11-07T20:19:10,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36715,DS-99917e22-531d-4722-b8a4-bb1993565d1f,DISK] 2024-11-07T20:19:10,412 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/WALs/8a040b4bf509,41031,1731010748003/8a040b4bf509%2C41031%2C1731010748003.meta.1731010750397.meta 2024-11-07T20:19:10,412 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45635:45635)] 2024-11-07T20:19:10,413 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T20:19:10,413 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T20:19:10,413 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T20:19:10,413 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T20:19:10,413 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T20:19:10,413 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T20:19:10,413 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:19:10,413 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T20:19:10,413 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T20:19:10,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T20:19:10,415 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T20:19:10,415 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:10,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:19:10,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T20:19:10,416 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T20:19:10,416 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:10,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:19:10,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T20:19:10,417 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T20:19:10,417 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:10,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:19:10,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T20:19:10,418 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T20:19:10,418 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:10,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:19:10,418 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T20:19:10,419 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/data/hbase/meta/1588230740 2024-11-07T20:19:10,420 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/data/hbase/meta/1588230740 2024-11-07T20:19:10,420 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T20:19:10,420 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T20:19:10,421 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T20:19:10,421 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T20:19:10,422 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59446017, jitterRate=-0.11418531835079193}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T20:19:10,422 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T20:19:10,422 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731010750413Writing region info on filesystem at 1731010750413Initializing all the Stores at 1731010750414 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010750414Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010750414Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010750414Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010750414Cleaning up temporary data from old regions at 1731010750420 (+6 ms)Running coprocessor post-open hooks at 1731010750422 (+2 ms)Region opened successfully at 1731010750422 2024-11-07T20:19:10,423 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731010750391 2024-11-07T20:19:10,425 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T20:19:10,425 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T20:19:10,425 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8a040b4bf509,41031,1731010748003 2024-11-07T20:19:10,425 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a040b4bf509,41031,1731010748003, state=OPEN 2024-11-07T20:19:10,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38389-0x10116f3d2470000, quorum=127.0.0.1:64083, baseZNode=/0788770096 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0788770096/meta-region-server 2024-11-07T20:19:10,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41031-0x10116f3d2470001, quorum=127.0.0.1:64083, baseZNode=/0788770096 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0788770096/meta-region-server 2024-11-07T20:19:10,514 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8a040b4bf509,41031,1731010748003 2024-11-07T20:19:10,514 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0788770096/meta-region-server: CHANGED 2024-11-07T20:19:10,514 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0788770096/meta-region-server: CHANGED 2024-11-07T20:19:10,515 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T20:19:10,515 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8a040b4bf509,41031,1731010748003 in 275 msec 2024-11-07T20:19:10,517 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T20:19:10,517 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 510 msec 2024-11-07T20:19:10,517 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T20:19:10,517 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T20:19:10,518 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:19:10,518 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,41031,1731010748003, seqNum=-1] 2024-11-07T20:19:10,519 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:19:10,520 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35403, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T20:19:10,523 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3490 sec 2024-11-07T20:19:10,523 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731010750523, completionTime=-1 2024-11-07T20:19:10,524 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T20:19:10,524 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T20:19:10,525 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T20:19:10,525 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731010810525 2024-11-07T20:19:10,525 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731010870525 2024-11-07T20:19:10,525 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-07T20:19:10,526 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,38389,1731010747800-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:10,526 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,38389,1731010747800-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:10,526 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,38389,1731010747800-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:10,526 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8a040b4bf509:38389, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:10,526 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:10,526 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:10,528 DEBUG [master/8a040b4bf509:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T20:19:10,529 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.459sec 2024-11-07T20:19:10,529 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T20:19:10,529 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T20:19:10,529 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T20:19:10,529 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T20:19:10,529 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T20:19:10,529 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,38389,1731010747800-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T20:19:10,529 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,38389,1731010747800-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T20:19:10,531 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5df42e3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:19:10,531 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,38389,-1 for getting cluster id 2024-11-07T20:19:10,531 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:19:10,531 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T20:19:10,531 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T20:19:10,531 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,38389,1731010747800-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:10,532 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1237169d-0871-40e7-97ad-173c79511e75' 2024-11-07T20:19:10,532 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:19:10,532 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1237169d-0871-40e7-97ad-173c79511e75" 2024-11-07T20:19:10,532 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33722f6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:19:10,532 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,38389,-1] 2024-11-07T20:19:10,532 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:19:10,532 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:19:10,533 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:19:10,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7aa2c42e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:19:10,534 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:19:10,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,41031,1731010748003, seqNum=-1] 2024-11-07T20:19:10,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:19:10,536 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T20:19:10,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8a040b4bf509,38389,1731010747800 2024-11-07T20:19:10,539 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64083 2024-11-07T20:19:10,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64083, baseZNode=/0788770096 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T20:19:10,561 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10116f3d2470002 connected 2024-11-07T20:19:10,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8237f0c-4403-5828-46f2-b386c827a59e/hadoop.log.dir so I do NOT create it in target/test-data/b0854f73-465c-2f06-13b8-85dc45d91a5f 2024-11-07T20:19:10,573 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8237f0c-4403-5828-46f2-b386c827a59e/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T20:19:10,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8237f0c-4403-5828-46f2-b386c827a59e/hadoop.tmp.dir so I do NOT create it in target/test-data/b0854f73-465c-2f06-13b8-85dc45d91a5f 2024-11-07T20:19:10,573 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8237f0c-4403-5828-46f2-b386c827a59e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T20:19:10,573 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0854f73-465c-2f06-13b8-85dc45d91a5f 2024-11-07T20:19:10,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T20:19:10,573 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0854f73-465c-2f06-13b8-85dc45d91a5f/cluster_f153a6a2-6900-274a-5bda-02e057db83a6, deleteOnExit=true 2024-11-07T20:19:10,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T20:19:10,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0854f73-465c-2f06-13b8-85dc45d91a5f/test.cache.data in system properties and HBase conf 2024-11-07T20:19:10,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0854f73-465c-2f06-13b8-85dc45d91a5f/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T20:19:10,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0854f73-465c-2f06-13b8-85dc45d91a5f/hadoop.log.dir in system properties and HBase conf 2024-11-07T20:19:10,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0854f73-465c-2f06-13b8-85dc45d91a5f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T20:19:10,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0854f73-465c-2f06-13b8-85dc45d91a5f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T20:19:10,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T20:19:10,574 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T20:19:10,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0854f73-465c-2f06-13b8-85dc45d91a5f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T20:19:10,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0854f73-465c-2f06-13b8-85dc45d91a5f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T20:19:10,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0854f73-465c-2f06-13b8-85dc45d91a5f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T20:19:10,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0854f73-465c-2f06-13b8-85dc45d91a5f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T20:19:10,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0854f73-465c-2f06-13b8-85dc45d91a5f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T20:19:10,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0854f73-465c-2f06-13b8-85dc45d91a5f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T20:19:10,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0854f73-465c-2f06-13b8-85dc45d91a5f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T20:19:10,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0854f73-465c-2f06-13b8-85dc45d91a5f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T20:19:10,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0854f73-465c-2f06-13b8-85dc45d91a5f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T20:19:10,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0854f73-465c-2f06-13b8-85dc45d91a5f/nfs.dump.dir in system properties and HBase conf 2024-11-07T20:19:10,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0854f73-465c-2f06-13b8-85dc45d91a5f/java.io.tmpdir in system properties and HBase conf 2024-11-07T20:19:10,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0854f73-465c-2f06-13b8-85dc45d91a5f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T20:19:10,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0854f73-465c-2f06-13b8-85dc45d91a5f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T20:19:10,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0854f73-465c-2f06-13b8-85dc45d91a5f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T20:19:10,923 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T20:19:10,926 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T20:19:10,929 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T20:19:10,929 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T20:19:10,929 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T20:19:10,934 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T20:19:10,936 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bc804a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0854f73-465c-2f06-13b8-85dc45d91a5f/hadoop.log.dir/,AVAILABLE} 2024-11-07T20:19:10,936 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4acda02a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T20:19:11,035 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c905984{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0854f73-465c-2f06-13b8-85dc45d91a5f/java.io.tmpdir/jetty-localhost-35701-hadoop-hdfs-3_4_1-tests_jar-_-any-8358583181944122727/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T20:19:11,036 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@10d4fd14{HTTP/1.1, (http/1.1)}{localhost:35701} 2024-11-07T20:19:11,036 INFO [Time-limited test {}] server.Server(415): Started @211802ms 2024-11-07T20:19:11,272 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T20:19:11,274 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T20:19:11,276 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T20:19:11,276 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T20:19:11,276 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T20:19:11,277 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@775ddb8f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0854f73-465c-2f06-13b8-85dc45d91a5f/hadoop.log.dir/,AVAILABLE} 2024-11-07T20:19:11,277 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46d1f438{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T20:19:11,371 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1752b0ac{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0854f73-465c-2f06-13b8-85dc45d91a5f/java.io.tmpdir/jetty-localhost-43061-hadoop-hdfs-3_4_1-tests_jar-_-any-16342186975985059316/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T20:19:11,372 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5eeaed6b{HTTP/1.1, (http/1.1)}{localhost:43061} 2024-11-07T20:19:11,372 INFO [Time-limited test {}] server.Server(415): Started @212138ms 2024-11-07T20:19:11,373 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T20:19:12,199 WARN [Thread-2324 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0854f73-465c-2f06-13b8-85dc45d91a5f/cluster_f153a6a2-6900-274a-5bda-02e057db83a6/data/data2/current/BP-2078714291-172.17.0.2-1731010750588/current, will proceed with Du for space computation calculation, 2024-11-07T20:19:12,199 WARN [Thread-2323 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0854f73-465c-2f06-13b8-85dc45d91a5f/cluster_f153a6a2-6900-274a-5bda-02e057db83a6/data/data1/current/BP-2078714291-172.17.0.2-1731010750588/current, will proceed with Du for space computation calculation, 2024-11-07T20:19:12,221 WARN [Thread-2311 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T20:19:12,225 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaf47d781fc482316 with lease ID 0xa51f94e963e67a4d: Processing first storage report for DS-fdf3260d-1776-4e58-8a27-39b2f4028cab from datanode DatanodeRegistration(127.0.0.1:46757, datanodeUuid=9fde3722-f90a-466b-9891-7059adcbe0df, infoPort=39407, infoSecurePort=0, ipcPort=43931, storageInfo=lv=-57;cid=testClusterID;nsid=641138664;c=1731010750588) 2024-11-07T20:19:12,225 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaf47d781fc482316 with lease ID 0xa51f94e963e67a4d: from storage DS-fdf3260d-1776-4e58-8a27-39b2f4028cab node DatanodeRegistration(127.0.0.1:46757, datanodeUuid=9fde3722-f90a-466b-9891-7059adcbe0df, infoPort=39407, infoSecurePort=0, ipcPort=43931, storageInfo=lv=-57;cid=testClusterID;nsid=641138664;c=1731010750588), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T20:19:12,225 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaf47d781fc482316 with lease ID 0xa51f94e963e67a4d: Processing first storage report for DS-6b188ae7-68d3-41a7-a9b5-798f462f5c5f from datanode DatanodeRegistration(127.0.0.1:46757, datanodeUuid=9fde3722-f90a-466b-9891-7059adcbe0df, infoPort=39407, infoSecurePort=0, ipcPort=43931, storageInfo=lv=-57;cid=testClusterID;nsid=641138664;c=1731010750588) 2024-11-07T20:19:12,225 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaf47d781fc482316 with lease ID 0xa51f94e963e67a4d: from storage DS-6b188ae7-68d3-41a7-a9b5-798f462f5c5f node DatanodeRegistration(127.0.0.1:46757, datanodeUuid=9fde3722-f90a-466b-9891-7059adcbe0df, infoPort=39407, infoSecurePort=0, ipcPort=43931, storageInfo=lv=-57;cid=testClusterID;nsid=641138664;c=1731010750588), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T20:19:12,295 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0854f73-465c-2f06-13b8-85dc45d91a5f 2024-11-07T20:19:12,295 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:19:12,296 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:19:12,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741825_1001 (size=7) 2024-11-07T20:19:12,702 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011 with version=8 2024-11-07T20:19:12,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/hbase-staging 2024-11-07T20:19:12,704 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8a040b4bf509:0 server-side Connection retries=45 2024-11-07T20:19:12,704 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:19:12,704 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T20:19:12,704 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T20:19:12,704 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:19:12,704 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T20:19:12,704 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T20:19:12,704 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T20:19:12,705 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44397 2024-11-07T20:19:12,705 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44397 connecting to ZooKeeper ensemble=127.0.0.1:64083 2024-11-07T20:19:12,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:443970x0, quorum=127.0.0.1:64083, baseZNode=/1-1253149385 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T20:19:12,765 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44397-0x10116f3d2470003 connected 2024-11-07T20:19:12,839 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:19:12,840 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:19:12,842 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44397-0x10116f3d2470003, quorum=127.0.0.1:64083, baseZNode=/1-1253149385 Set watcher on znode that does not yet exist, /1-1253149385/running 2024-11-07T20:19:12,842 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011, hbase.cluster.distributed=false 2024-11-07T20:19:12,843 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44397-0x10116f3d2470003, quorum=127.0.0.1:64083, baseZNode=/1-1253149385 Set watcher on znode that does not yet exist, /1-1253149385/acl 2024-11-07T20:19:12,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44397 2024-11-07T20:19:12,845 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44397 2024-11-07T20:19:12,845 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44397 2024-11-07T20:19:12,845 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44397 2024-11-07T20:19:12,845 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44397 2024-11-07T20:19:12,858 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8a040b4bf509:0 server-side Connection retries=45 2024-11-07T20:19:12,858 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:19:12,858 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T20:19:12,858 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T20:19:12,858 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:19:12,858 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T20:19:12,858 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T20:19:12,858 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T20:19:12,859 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32809 2024-11-07T20:19:12,859 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32809 connecting to ZooKeeper ensemble=127.0.0.1:64083 2024-11-07T20:19:12,860 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:19:12,861 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:19:12,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:328090x0, quorum=127.0.0.1:64083, baseZNode=/1-1253149385 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T20:19:12,870 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:328090x0, quorum=127.0.0.1:64083, baseZNode=/1-1253149385 Set watcher on znode that does not yet exist, /1-1253149385/running 2024-11-07T20:19:12,870 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32809-0x10116f3d2470004 connected 2024-11-07T20:19:12,871 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T20:19:12,871 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T20:19:12,871 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32809-0x10116f3d2470004, quorum=127.0.0.1:64083, baseZNode=/1-1253149385 Set watcher on znode that does not yet exist, /1-1253149385/master 2024-11-07T20:19:12,872 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32809-0x10116f3d2470004, quorum=127.0.0.1:64083, baseZNode=/1-1253149385 Set watcher on znode that does not yet exist, /1-1253149385/acl 2024-11-07T20:19:12,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32809 2024-11-07T20:19:12,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32809 2024-11-07T20:19:12,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32809 2024-11-07T20:19:12,877 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32809 2024-11-07T20:19:12,877 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32809 2024-11-07T20:19:12,887 DEBUG [M:0;8a040b4bf509:44397 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8a040b4bf509:44397 2024-11-07T20:19:12,888 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1253149385/backup-masters/8a040b4bf509,44397,1731010752704 2024-11-07T20:19:12,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44397-0x10116f3d2470003, quorum=127.0.0.1:64083, baseZNode=/1-1253149385 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1253149385/backup-masters 2024-11-07T20:19:12,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32809-0x10116f3d2470004, quorum=127.0.0.1:64083, baseZNode=/1-1253149385 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1253149385/backup-masters 2024-11-07T20:19:12,898 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44397-0x10116f3d2470003, quorum=127.0.0.1:64083, baseZNode=/1-1253149385 Set watcher on existing znode=/1-1253149385/backup-masters/8a040b4bf509,44397,1731010752704 2024-11-07T20:19:12,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32809-0x10116f3d2470004, quorum=127.0.0.1:64083, baseZNode=/1-1253149385 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1253149385/master 2024-11-07T20:19:12,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32809-0x10116f3d2470004, quorum=127.0.0.1:64083, baseZNode=/1-1253149385 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1253149385 2024-11-07T20:19:12,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44397-0x10116f3d2470003, quorum=127.0.0.1:64083, baseZNode=/1-1253149385 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1253149385 2024-11-07T20:19:12,908 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44397-0x10116f3d2470003, quorum=127.0.0.1:64083, baseZNode=/1-1253149385 Set watcher on existing znode=/1-1253149385/master 2024-11-07T20:19:12,908 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1253149385/backup-masters/8a040b4bf509,44397,1731010752704 from backup master directory 2024-11-07T20:19:12,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32809-0x10116f3d2470004, quorum=127.0.0.1:64083, baseZNode=/1-1253149385 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1253149385/backup-masters 2024-11-07T20:19:12,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44397-0x10116f3d2470003, quorum=127.0.0.1:64083, baseZNode=/1-1253149385 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1253149385/backup-masters/8a040b4bf509,44397,1731010752704 2024-11-07T20:19:12,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44397-0x10116f3d2470003, quorum=127.0.0.1:64083, baseZNode=/1-1253149385 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1253149385/backup-masters 2024-11-07T20:19:12,919 WARN [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T20:19:12,919 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8a040b4bf509,44397,1731010752704 2024-11-07T20:19:12,921 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/hbase.id] with ID: 7a8d1e0b-6457-4e1f-ac74-248f5d0cd551 2024-11-07T20:19:12,921 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/.tmp/hbase.id 2024-11-07T20:19:12,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741826_1002 (size=42) 2024-11-07T20:19:12,928 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/.tmp/hbase.id]:[hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/hbase.id] 2024-11-07T20:19:12,936 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:19:12,936 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T20:19:12,936 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-07T20:19:12,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44397-0x10116f3d2470003, quorum=127.0.0.1:64083, baseZNode=/1-1253149385 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1253149385 2024-11-07T20:19:12,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32809-0x10116f3d2470004, quorum=127.0.0.1:64083, baseZNode=/1-1253149385 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1253149385 2024-11-07T20:19:12,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741827_1003 (size=196) 2024-11-07T20:19:13,349 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T20:19:13,349 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T20:19:13,349 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:19:13,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741828_1004 (size=1189) 2024-11-07T20:19:13,761 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/MasterData/data/master/store 2024-11-07T20:19:13,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741829_1005 (size=34) 2024-11-07T20:19:14,167 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:19:14,167 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T20:19:14,167 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:19:14,167 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:19:14,167 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T20:19:14,167 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:19:14,167 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:19:14,167 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731010754167Disabling compacts and flushes for region at 1731010754167Disabling writes for close at 1731010754167Writing region close event to WAL at 1731010754167Closed at 1731010754167 2024-11-07T20:19:14,168 WARN [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/MasterData/data/master/store/.initializing 2024-11-07T20:19:14,168 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/MasterData/WALs/8a040b4bf509,44397,1731010752704 2024-11-07T20:19:14,169 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T20:19:14,170 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8a040b4bf509%2C44397%2C1731010752704, suffix=, logDir=hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/MasterData/WALs/8a040b4bf509,44397,1731010752704, archiveDir=hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/MasterData/oldWALs, maxLogs=10 2024-11-07T20:19:14,182 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/MasterData/WALs/8a040b4bf509,44397,1731010752704/8a040b4bf509%2C44397%2C1731010752704.1731010754170, exclude list is [], retry=0 2024-11-07T20:19:14,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46757,DS-fdf3260d-1776-4e58-8a27-39b2f4028cab,DISK] 2024-11-07T20:19:14,186 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/MasterData/WALs/8a040b4bf509,44397,1731010752704/8a040b4bf509%2C44397%2C1731010752704.1731010754170 2024-11-07T20:19:14,186 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39407:39407)] 2024-11-07T20:19:14,186 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T20:19:14,186 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:19:14,186 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:19:14,186 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:19:14,187 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:19:14,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T20:19:14,188 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:14,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:19:14,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:19:14,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T20:19:14,189 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:14,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:19:14,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:19:14,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T20:19:14,190 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:14,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:19:14,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:19:14,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T20:19:14,192 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:14,192 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:19:14,192 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:19:14,192 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:19:14,193 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:19:14,194 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:19:14,194 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:19:14,194 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T20:19:14,195 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:19:14,197 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T20:19:14,197 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68941628, jitterRate=0.027310311794281006}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T20:19:14,197 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731010754186Initializing all the Stores at 1731010754187 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010754187Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010754187Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010754187Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010754187Cleaning up temporary data from old regions at 1731010754194 (+7 ms)Region opened successfully at 1731010754197 (+3 ms) 2024-11-07T20:19:14,197 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T20:19:14,199 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@444e4e16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a040b4bf509/172.17.0.2:0 2024-11-07T20:19:14,200 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T20:19:14,200 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T20:19:14,200 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T20:19:14,200 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T20:19:14,201 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T20:19:14,201 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T20:19:14,201 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T20:19:14,202 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T20:19:14,203 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44397-0x10116f3d2470003, quorum=127.0.0.1:64083, baseZNode=/1-1253149385 Unable to get data of znode /1-1253149385/balancer because node does not exist (not necessarily an error) 2024-11-07T20:19:14,322 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1253149385/balancer already deleted, retry=false 2024-11-07T20:19:14,323 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T20:19:14,324 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44397-0x10116f3d2470003, quorum=127.0.0.1:64083, baseZNode=/1-1253149385 Unable to get data of znode /1-1253149385/normalizer because node does not exist (not necessarily an error) 2024-11-07T20:19:14,333 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1253149385/normalizer already deleted, retry=false 2024-11-07T20:19:14,333 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T20:19:14,334 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44397-0x10116f3d2470003, quorum=127.0.0.1:64083, baseZNode=/1-1253149385 Unable to get data of znode /1-1253149385/switch/split because node does not exist (not necessarily an error) 2024-11-07T20:19:14,343 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1253149385/switch/split already deleted, retry=false 2024-11-07T20:19:14,344 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44397-0x10116f3d2470003, quorum=127.0.0.1:64083, baseZNode=/1-1253149385 Unable to get data of znode /1-1253149385/switch/merge because node does not exist (not necessarily an error) 2024-11-07T20:19:14,354 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1253149385/switch/merge already deleted, retry=false 2024-11-07T20:19:14,356 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44397-0x10116f3d2470003, quorum=127.0.0.1:64083, baseZNode=/1-1253149385 Unable to get data of znode /1-1253149385/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T20:19:14,365 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1253149385/snapshot-cleanup already deleted, retry=false 2024-11-07T20:19:14,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44397-0x10116f3d2470003, quorum=127.0.0.1:64083, baseZNode=/1-1253149385 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1253149385/running 2024-11-07T20:19:14,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32809-0x10116f3d2470004, quorum=127.0.0.1:64083, baseZNode=/1-1253149385 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1253149385/running 2024-11-07T20:19:14,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44397-0x10116f3d2470003, quorum=127.0.0.1:64083, baseZNode=/1-1253149385 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1253149385 2024-11-07T20:19:14,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32809-0x10116f3d2470004, quorum=127.0.0.1:64083, baseZNode=/1-1253149385 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1253149385 2024-11-07T20:19:14,375 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8a040b4bf509,44397,1731010752704, sessionid=0x10116f3d2470003, setting cluster-up flag (Was=false) 2024-11-07T20:19:14,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32809-0x10116f3d2470004, quorum=127.0.0.1:64083, baseZNode=/1-1253149385 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1253149385 2024-11-07T20:19:14,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44397-0x10116f3d2470003, quorum=127.0.0.1:64083, baseZNode=/1-1253149385 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1253149385 2024-11-07T20:19:14,428 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1253149385/flush-table-proc/acquired, /1-1253149385/flush-table-proc/reached, /1-1253149385/flush-table-proc/abort 2024-11-07T20:19:14,429 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a040b4bf509,44397,1731010752704 2024-11-07T20:19:14,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32809-0x10116f3d2470004, quorum=127.0.0.1:64083, baseZNode=/1-1253149385 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1253149385 2024-11-07T20:19:14,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44397-0x10116f3d2470003, quorum=127.0.0.1:64083, baseZNode=/1-1253149385 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1253149385 2024-11-07T20:19:14,480 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1253149385/online-snapshot/acquired, /1-1253149385/online-snapshot/reached, /1-1253149385/online-snapshot/abort 2024-11-07T20:19:14,481 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a040b4bf509,44397,1731010752704 2024-11-07T20:19:14,482 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T20:19:14,483 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T20:19:14,483 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T20:19:14,483 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T20:19:14,484 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8a040b4bf509,44397,1731010752704 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T20:19:14,485 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:19:14,485 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:19:14,485 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:19:14,485 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:19:14,485 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8a040b4bf509:0, corePoolSize=10, maxPoolSize=10 2024-11-07T20:19:14,485 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:19:14,485 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8a040b4bf509:0, corePoolSize=2, maxPoolSize=2 2024-11-07T20:19:14,485 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:19:14,491 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731010784491 2024-11-07T20:19:14,491 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T20:19:14,491 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T20:19:14,491 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T20:19:14,491 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T20:19:14,491 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T20:19:14,491 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T20:19:14,491 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T20:19:14,491 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:14,491 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T20:19:14,492 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:14,492 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T20:19:14,495 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T20:19:14,495 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T20:19:14,495 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T20:19:14,495 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T20:19:14,496 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T20:19:14,496 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T20:19:14,500 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.large.0-1731010754496,5,FailOnTimeoutGroup] 2024-11-07T20:19:14,501 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.small.0-1731010754500,5,FailOnTimeoutGroup] 2024-11-07T20:19:14,501 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:14,501 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T20:19:14,501 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:14,501 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:14,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741831_1007 (size=1321) 2024-11-07T20:19:14,580 INFO [RS:0;8a040b4bf509:32809 {}] regionserver.HRegionServer(746): ClusterId : 7a8d1e0b-6457-4e1f-ac74-248f5d0cd551 2024-11-07T20:19:14,580 DEBUG [RS:0;8a040b4bf509:32809 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T20:19:14,593 DEBUG [RS:0;8a040b4bf509:32809 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T20:19:14,593 DEBUG [RS:0;8a040b4bf509:32809 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T20:19:14,603 DEBUG [RS:0;8a040b4bf509:32809 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T20:19:14,604 DEBUG [RS:0;8a040b4bf509:32809 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dde457c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a040b4bf509/172.17.0.2:0 2024-11-07T20:19:14,614 DEBUG [RS:0;8a040b4bf509:32809 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8a040b4bf509:32809 2024-11-07T20:19:14,614 INFO [RS:0;8a040b4bf509:32809 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T20:19:14,614 INFO [RS:0;8a040b4bf509:32809 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T20:19:14,614 DEBUG [RS:0;8a040b4bf509:32809 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T20:19:14,615 INFO [RS:0;8a040b4bf509:32809 {}] regionserver.HRegionServer(2659): reportForDuty to master=8a040b4bf509,44397,1731010752704 with port=32809, startcode=1731010752858 2024-11-07T20:19:14,615 DEBUG [RS:0;8a040b4bf509:32809 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T20:19:14,616 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52663, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T20:19:14,616 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44397 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8a040b4bf509,32809,1731010752858 2024-11-07T20:19:14,616 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44397 {}] master.ServerManager(517): Registering regionserver=8a040b4bf509,32809,1731010752858 2024-11-07T20:19:14,617 DEBUG [RS:0;8a040b4bf509:32809 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011 2024-11-07T20:19:14,617 DEBUG [RS:0;8a040b4bf509:32809 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36121 2024-11-07T20:19:14,617 DEBUG [RS:0;8a040b4bf509:32809 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T20:19:14,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44397-0x10116f3d2470003, quorum=127.0.0.1:64083, baseZNode=/1-1253149385 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1253149385/rs 2024-11-07T20:19:14,672 DEBUG [RS:0;8a040b4bf509:32809 {}] zookeeper.ZKUtil(111): regionserver:32809-0x10116f3d2470004, quorum=127.0.0.1:64083, baseZNode=/1-1253149385 Set watcher on existing znode=/1-1253149385/rs/8a040b4bf509,32809,1731010752858 2024-11-07T20:19:14,672 WARN [RS:0;8a040b4bf509:32809 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T20:19:14,672 INFO [RS:0;8a040b4bf509:32809 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:19:14,672 DEBUG [RS:0;8a040b4bf509:32809 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/WALs/8a040b4bf509,32809,1731010752858 2024-11-07T20:19:14,672 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8a040b4bf509,32809,1731010752858] 2024-11-07T20:19:14,674 INFO [RS:0;8a040b4bf509:32809 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T20:19:14,676 INFO [RS:0;8a040b4bf509:32809 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T20:19:14,676 INFO [RS:0;8a040b4bf509:32809 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T20:19:14,676 INFO [RS:0;8a040b4bf509:32809 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:14,676 INFO [RS:0;8a040b4bf509:32809 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T20:19:14,677 INFO [RS:0;8a040b4bf509:32809 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T20:19:14,677 INFO [RS:0;8a040b4bf509:32809 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:14,677 DEBUG [RS:0;8a040b4bf509:32809 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:19:14,677 DEBUG [RS:0;8a040b4bf509:32809 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:19:14,677 DEBUG [RS:0;8a040b4bf509:32809 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:19:14,677 DEBUG [RS:0;8a040b4bf509:32809 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:19:14,677 DEBUG [RS:0;8a040b4bf509:32809 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:19:14,677 DEBUG [RS:0;8a040b4bf509:32809 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8a040b4bf509:0, corePoolSize=2, maxPoolSize=2 2024-11-07T20:19:14,677 DEBUG [RS:0;8a040b4bf509:32809 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:19:14,677 DEBUG [RS:0;8a040b4bf509:32809 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:19:14,677 DEBUG [RS:0;8a040b4bf509:32809 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:19:14,677 DEBUG [RS:0;8a040b4bf509:32809 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:19:14,677 DEBUG [RS:0;8a040b4bf509:32809 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:19:14,677 DEBUG [RS:0;8a040b4bf509:32809 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:19:14,677 DEBUG [RS:0;8a040b4bf509:32809 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8a040b4bf509:0, corePoolSize=3, maxPoolSize=3 2024-11-07T20:19:14,677 DEBUG [RS:0;8a040b4bf509:32809 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8a040b4bf509:0, corePoolSize=3, maxPoolSize=3 2024-11-07T20:19:14,677 INFO [RS:0;8a040b4bf509:32809 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:14,677 INFO [RS:0;8a040b4bf509:32809 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:14,677 INFO [RS:0;8a040b4bf509:32809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:14,677 INFO [RS:0;8a040b4bf509:32809 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:14,678 INFO [RS:0;8a040b4bf509:32809 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:14,678 INFO [RS:0;8a040b4bf509:32809 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,32809,1731010752858-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T20:19:14,690 INFO [RS:0;8a040b4bf509:32809 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T20:19:14,690 INFO [RS:0;8a040b4bf509:32809 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,32809,1731010752858-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:14,690 INFO [RS:0;8a040b4bf509:32809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:14,690 INFO [RS:0;8a040b4bf509:32809 {}] regionserver.Replication(171): 8a040b4bf509,32809,1731010752858 started 2024-11-07T20:19:14,701 INFO [RS:0;8a040b4bf509:32809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:14,701 INFO [RS:0;8a040b4bf509:32809 {}] regionserver.HRegionServer(1482): Serving as 8a040b4bf509,32809,1731010752858, RpcServer on 8a040b4bf509/172.17.0.2:32809, sessionid=0x10116f3d2470004 2024-11-07T20:19:14,702 DEBUG [RS:0;8a040b4bf509:32809 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T20:19:14,702 DEBUG [RS:0;8a040b4bf509:32809 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8a040b4bf509,32809,1731010752858 2024-11-07T20:19:14,702 DEBUG [RS:0;8a040b4bf509:32809 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a040b4bf509,32809,1731010752858' 2024-11-07T20:19:14,702 DEBUG [RS:0;8a040b4bf509:32809 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1253149385/flush-table-proc/abort' 2024-11-07T20:19:14,702 DEBUG [RS:0;8a040b4bf509:32809 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1253149385/flush-table-proc/acquired' 2024-11-07T20:19:14,703 DEBUG [RS:0;8a040b4bf509:32809 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T20:19:14,703 DEBUG [RS:0;8a040b4bf509:32809 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T20:19:14,703 DEBUG [RS:0;8a040b4bf509:32809 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8a040b4bf509,32809,1731010752858 2024-11-07T20:19:14,703 DEBUG [RS:0;8a040b4bf509:32809 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a040b4bf509,32809,1731010752858' 2024-11-07T20:19:14,703 DEBUG [RS:0;8a040b4bf509:32809 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1253149385/online-snapshot/abort' 2024-11-07T20:19:14,703 DEBUG [RS:0;8a040b4bf509:32809 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1253149385/online-snapshot/acquired' 2024-11-07T20:19:14,703 DEBUG [RS:0;8a040b4bf509:32809 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T20:19:14,703 INFO [RS:0;8a040b4bf509:32809 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T20:19:14,703 INFO [RS:0;8a040b4bf509:32809 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T20:19:14,803 INFO [RS:0;8a040b4bf509:32809 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T20:19:14,805 INFO [RS:0;8a040b4bf509:32809 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a040b4bf509%2C32809%2C1731010752858, suffix=, logDir=hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/WALs/8a040b4bf509,32809,1731010752858, archiveDir=hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/oldWALs, maxLogs=10 2024-11-07T20:19:14,816 DEBUG [RS:0;8a040b4bf509:32809 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/WALs/8a040b4bf509,32809,1731010752858/8a040b4bf509%2C32809%2C1731010752858.1731010754805, exclude list is [], retry=0 2024-11-07T20:19:14,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46757,DS-fdf3260d-1776-4e58-8a27-39b2f4028cab,DISK] 2024-11-07T20:19:14,819 INFO [RS:0;8a040b4bf509:32809 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/WALs/8a040b4bf509,32809,1731010752858/8a040b4bf509%2C32809%2C1731010752858.1731010754805 2024-11-07T20:19:14,819 DEBUG [RS:0;8a040b4bf509:32809 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39407:39407)] 2024-11-07T20:19:14,905 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T20:19:14,906 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011 2024-11-07T20:19:14,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741833_1009 (size=32) 2024-11-07T20:19:15,273 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T20:19:15,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:19:15,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T20:19:15,312 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T20:19:15,312 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:15,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:19:15,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T20:19:15,314 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T20:19:15,314 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:15,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:19:15,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T20:19:15,315 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T20:19:15,315 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:15,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:19:15,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T20:19:15,316 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T20:19:15,316 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:15,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:19:15,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T20:19:15,317 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/data/hbase/meta/1588230740 2024-11-07T20:19:15,317 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/data/hbase/meta/1588230740 2024-11-07T20:19:15,318 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T20:19:15,318 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T20:19:15,318 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T20:19:15,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T20:19:15,320 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T20:19:15,321 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64319420, jitterRate=-0.04156595468521118}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T20:19:15,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731010755311Initializing all the Stores at 1731010755311Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010755311Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010755311Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010755311Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010755311Cleaning up temporary data from old regions at 1731010755318 (+7 ms)Region opened successfully at 1731010755321 (+3 ms) 2024-11-07T20:19:15,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T20:19:15,321 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T20:19:15,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T20:19:15,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T20:19:15,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T20:19:15,321 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T20:19:15,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731010755321Disabling compacts and flushes for region at 1731010755321Disabling writes for close at 1731010755321Writing region close event to WAL at 1731010755321Closed at 1731010755321 2024-11-07T20:19:15,322 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T20:19:15,322 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T20:19:15,322 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T20:19:15,323 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T20:19:15,323 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T20:19:15,474 DEBUG [8a040b4bf509:44397 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T20:19:15,474 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8a040b4bf509,32809,1731010752858 2024-11-07T20:19:15,475 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a040b4bf509,32809,1731010752858, state=OPENING 2024-11-07T20:19:15,544 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T20:19:15,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44397-0x10116f3d2470003, quorum=127.0.0.1:64083, baseZNode=/1-1253149385 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1253149385 2024-11-07T20:19:15,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32809-0x10116f3d2470004, quorum=127.0.0.1:64083, baseZNode=/1-1253149385 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1253149385 2024-11-07T20:19:15,554 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1253149385/meta-region-server: CHANGED 2024-11-07T20:19:15,554 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1253149385/meta-region-server: CHANGED 2024-11-07T20:19:15,554 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T20:19:15,555 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8a040b4bf509,32809,1731010752858}] 2024-11-07T20:19:15,707 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T20:19:15,708 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57305, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T20:19:15,710 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T20:19:15,711 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:19:15,711 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T20:19:15,712 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a040b4bf509%2C32809%2C1731010752858.meta, suffix=.meta, logDir=hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/WALs/8a040b4bf509,32809,1731010752858, archiveDir=hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/oldWALs, maxLogs=10 2024-11-07T20:19:15,723 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/WALs/8a040b4bf509,32809,1731010752858/8a040b4bf509%2C32809%2C1731010752858.meta.1731010755712.meta, exclude list is [], retry=0 2024-11-07T20:19:15,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46757,DS-fdf3260d-1776-4e58-8a27-39b2f4028cab,DISK] 2024-11-07T20:19:15,726 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/WALs/8a040b4bf509,32809,1731010752858/8a040b4bf509%2C32809%2C1731010752858.meta.1731010755712.meta 2024-11-07T20:19:15,726 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39407:39407)] 2024-11-07T20:19:15,727 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T20:19:15,727 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T20:19:15,727 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T20:19:15,727 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T20:19:15,727 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T20:19:15,727 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T20:19:15,727 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:19:15,727 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T20:19:15,727 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T20:19:15,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T20:19:15,729 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T20:19:15,729 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:15,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:19:15,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T20:19:15,730 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T20:19:15,730 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:15,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:19:15,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T20:19:15,730 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T20:19:15,731 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:15,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:19:15,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T20:19:15,731 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T20:19:15,731 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:15,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:19:15,732 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T20:19:15,732 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/data/hbase/meta/1588230740 2024-11-07T20:19:15,733 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/data/hbase/meta/1588230740 2024-11-07T20:19:15,734 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T20:19:15,734 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T20:19:15,734 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T20:19:15,735 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T20:19:15,736 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73347347, jitterRate=0.09296064078807831}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T20:19:15,736 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T20:19:15,736 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731010755727Writing region info on filesystem at 1731010755727Initializing all the Stores at 1731010755728 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010755728Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010755728Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010755728Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010755728Cleaning up temporary data from old regions at 1731010755734 (+6 ms)Running coprocessor post-open hooks at 1731010755736 (+2 ms)Region opened successfully at 1731010755736 2024-11-07T20:19:15,736 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731010755707 2024-11-07T20:19:15,738 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T20:19:15,738 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T20:19:15,738 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8a040b4bf509,32809,1731010752858 2024-11-07T20:19:15,738 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a040b4bf509,32809,1731010752858, state=OPEN 2024-11-07T20:19:15,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44397-0x10116f3d2470003, quorum=127.0.0.1:64083, baseZNode=/1-1253149385 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1253149385/meta-region-server 2024-11-07T20:19:15,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32809-0x10116f3d2470004, quorum=127.0.0.1:64083, baseZNode=/1-1253149385 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1253149385/meta-region-server 2024-11-07T20:19:15,754 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8a040b4bf509,32809,1731010752858 2024-11-07T20:19:15,754 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1253149385/meta-region-server: CHANGED 2024-11-07T20:19:15,754 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1253149385/meta-region-server: CHANGED 2024-11-07T20:19:15,756 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T20:19:15,756 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8a040b4bf509,32809,1731010752858 in 199 msec 2024-11-07T20:19:15,757 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T20:19:15,757 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 434 msec 2024-11-07T20:19:15,758 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T20:19:15,758 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T20:19:15,759 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:19:15,759 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,32809,1731010752858, seqNum=-1] 2024-11-07T20:19:15,759 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:19:15,760 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58859, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T20:19:15,763 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2800 sec 2024-11-07T20:19:15,763 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731010755763, completionTime=-1 2024-11-07T20:19:15,763 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T20:19:15,763 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T20:19:15,765 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T20:19:15,765 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731010815765 2024-11-07T20:19:15,765 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731010875765 2024-11-07T20:19:15,765 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-07T20:19:15,765 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,44397,1731010752704-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:15,765 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,44397,1731010752704-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:15,765 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,44397,1731010752704-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:15,765 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8a040b4bf509:44397, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:15,765 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:15,765 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:15,767 DEBUG [master/8a040b4bf509:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T20:19:15,768 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.849sec 2024-11-07T20:19:15,768 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T20:19:15,768 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T20:19:15,768 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T20:19:15,768 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T20:19:15,768 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T20:19:15,768 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,44397,1731010752704-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T20:19:15,768 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,44397,1731010752704-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T20:19:15,770 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T20:19:15,770 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T20:19:15,770 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,44397,1731010752704-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:15,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32f6c36e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:19:15,780 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,44397,-1 for getting cluster id 2024-11-07T20:19:15,780 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:19:15,781 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7a8d1e0b-6457-4e1f-ac74-248f5d0cd551' 2024-11-07T20:19:15,781 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:19:15,781 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7a8d1e0b-6457-4e1f-ac74-248f5d0cd551" 2024-11-07T20:19:15,781 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67a353b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:19:15,782 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,44397,-1] 2024-11-07T20:19:15,782 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:19:15,782 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:19:15,783 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:19:15,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1659bd22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:19:15,784 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:19:15,784 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,32809,1731010752858, seqNum=-1] 2024-11-07T20:19:15,785 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:19:15,785 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T20:19:15,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8a040b4bf509,44397,1731010752704 2024-11-07T20:19:15,787 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64083 2024-11-07T20:19:15,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64083, baseZNode=/1-1253149385 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T20:19:15,797 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10116f3d2470005 connected 2024-11-07T20:19:15,809 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:19:15,809 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,38389,1731010747800 2024-11-07T20:19:15,809 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4eb19545 2024-11-07T20:19:15,810 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:19:15,810 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T20:19:15,811 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38389 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T20:19:15,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38389 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-07T20:19:15,813 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T20:19:15,813 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:15,813 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38389 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-07T20:19:15,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:19:15,814 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T20:19:15,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741835_1011 (size=902) 2024-11-07T20:19:15,915 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T20:19:15,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:19:15,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:15,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:15,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:15,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:15,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:15,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:15,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:15,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:15,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:15,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:16,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:19:16,224 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 91337be3fbc0a745d202a3af1ed024c6, NAME => 'test,,1731010755811.91337be3fbc0a745d202a3af1ed024c6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde 2024-11-07T20:19:16,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741836_1012 (size=39) 2024-11-07T20:19:16,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T20:19:16,292 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-07T20:19:16,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T20:19:16,292 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-07T20:19:16,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T20:19:16,292 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-07T20:19:16,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-07T20:19:16,292 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-07T20:19:16,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:19:16,629 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731010755811.91337be3fbc0a745d202a3af1ed024c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:19:16,629 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 91337be3fbc0a745d202a3af1ed024c6, disabling compactions & flushes 2024-11-07T20:19:16,629 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731010755811.91337be3fbc0a745d202a3af1ed024c6. 2024-11-07T20:19:16,629 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731010755811.91337be3fbc0a745d202a3af1ed024c6. 2024-11-07T20:19:16,629 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731010755811.91337be3fbc0a745d202a3af1ed024c6. after waiting 0 ms 2024-11-07T20:19:16,629 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731010755811.91337be3fbc0a745d202a3af1ed024c6. 2024-11-07T20:19:16,629 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731010755811.91337be3fbc0a745d202a3af1ed024c6. 2024-11-07T20:19:16,629 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 91337be3fbc0a745d202a3af1ed024c6: Waiting for close lock at 1731010756629Disabling compacts and flushes for region at 1731010756629Disabling writes for close at 1731010756629Writing region close event to WAL at 1731010756629Closed at 1731010756629 2024-11-07T20:19:16,631 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T20:19:16,631 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731010755811.91337be3fbc0a745d202a3af1ed024c6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731010756631"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731010756631"}]},"ts":"1731010756631"} 2024-11-07T20:19:16,633 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T20:19:16,633 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T20:19:16,634 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731010756633"}]},"ts":"1731010756633"} 2024-11-07T20:19:16,635 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-07T20:19:16,635 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=91337be3fbc0a745d202a3af1ed024c6, ASSIGN}] 2024-11-07T20:19:16,636 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=91337be3fbc0a745d202a3af1ed024c6, ASSIGN 2024-11-07T20:19:16,637 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=91337be3fbc0a745d202a3af1ed024c6, ASSIGN; state=OFFLINE, location=8a040b4bf509,41031,1731010748003; forceNewPlan=false, retain=false 2024-11-07T20:19:16,787 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=91337be3fbc0a745d202a3af1ed024c6, regionState=OPENING, regionLocation=8a040b4bf509,41031,1731010748003 2024-11-07T20:19:16,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=91337be3fbc0a745d202a3af1ed024c6, ASSIGN because future has completed 2024-11-07T20:19:16,790 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 91337be3fbc0a745d202a3af1ed024c6, server=8a040b4bf509,41031,1731010748003}] 2024-11-07T20:19:16,945 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731010755811.91337be3fbc0a745d202a3af1ed024c6. 2024-11-07T20:19:16,945 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 91337be3fbc0a745d202a3af1ed024c6, NAME => 'test,,1731010755811.91337be3fbc0a745d202a3af1ed024c6.', STARTKEY => '', ENDKEY => ''} 2024-11-07T20:19:16,945 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T20:19:16,945 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-07T20:19:16,945 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 91337be3fbc0a745d202a3af1ed024c6 2024-11-07T20:19:16,945 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731010755811.91337be3fbc0a745d202a3af1ed024c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:19:16,945 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 91337be3fbc0a745d202a3af1ed024c6 2024-11-07T20:19:16,945 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 91337be3fbc0a745d202a3af1ed024c6 2024-11-07T20:19:16,946 INFO [StoreOpener-91337be3fbc0a745d202a3af1ed024c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 91337be3fbc0a745d202a3af1ed024c6 2024-11-07T20:19:16,947 INFO [StoreOpener-91337be3fbc0a745d202a3af1ed024c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91337be3fbc0a745d202a3af1ed024c6 columnFamilyName f 2024-11-07T20:19:16,947 DEBUG [StoreOpener-91337be3fbc0a745d202a3af1ed024c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:16,947 INFO [StoreOpener-91337be3fbc0a745d202a3af1ed024c6-1 {}] regionserver.HStore(327): Store=91337be3fbc0a745d202a3af1ed024c6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:19:16,948 INFO [StoreOpener-91337be3fbc0a745d202a3af1ed024c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 91337be3fbc0a745d202a3af1ed024c6 2024-11-07T20:19:16,948 INFO [StoreOpener-91337be3fbc0a745d202a3af1ed024c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91337be3fbc0a745d202a3af1ed024c6 columnFamilyName f1 2024-11-07T20:19:16,948 DEBUG [StoreOpener-91337be3fbc0a745d202a3af1ed024c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:16,949 INFO [StoreOpener-91337be3fbc0a745d202a3af1ed024c6-1 {}] regionserver.HStore(327): Store=91337be3fbc0a745d202a3af1ed024c6/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:19:16,949 INFO [StoreOpener-91337be3fbc0a745d202a3af1ed024c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 91337be3fbc0a745d202a3af1ed024c6 2024-11-07T20:19:16,949 INFO [StoreOpener-91337be3fbc0a745d202a3af1ed024c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91337be3fbc0a745d202a3af1ed024c6 columnFamilyName norep 2024-11-07T20:19:16,949 DEBUG [StoreOpener-91337be3fbc0a745d202a3af1ed024c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:16,950 INFO [StoreOpener-91337be3fbc0a745d202a3af1ed024c6-1 {}] regionserver.HStore(327): Store=91337be3fbc0a745d202a3af1ed024c6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:19:16,950 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 91337be3fbc0a745d202a3af1ed024c6 2024-11-07T20:19:16,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:19:16,950 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/data/default/test/91337be3fbc0a745d202a3af1ed024c6 2024-11-07T20:19:16,951 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/data/default/test/91337be3fbc0a745d202a3af1ed024c6 2024-11-07T20:19:16,952 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 91337be3fbc0a745d202a3af1ed024c6 2024-11-07T20:19:16,952 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 91337be3fbc0a745d202a3af1ed024c6 2024-11-07T20:19:16,952 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T20:19:16,953 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 91337be3fbc0a745d202a3af1ed024c6 2024-11-07T20:19:16,955 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/data/default/test/91337be3fbc0a745d202a3af1ed024c6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T20:19:16,955 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 91337be3fbc0a745d202a3af1ed024c6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70053632, jitterRate=0.043880462646484375}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T20:19:16,955 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 91337be3fbc0a745d202a3af1ed024c6 2024-11-07T20:19:16,956 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 91337be3fbc0a745d202a3af1ed024c6: Running coprocessor pre-open hook at 1731010756945Writing region info on filesystem at 1731010756945Initializing all the Stores at 1731010756946 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010756946Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010756946Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010756946Cleaning up temporary data from old regions at 1731010756952 (+6 ms)Running coprocessor post-open hooks at 1731010756955 (+3 ms)Region opened successfully at 1731010756955 2024-11-07T20:19:16,956 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731010755811.91337be3fbc0a745d202a3af1ed024c6., pid=6, masterSystemTime=1731010756941 2024-11-07T20:19:16,958 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731010755811.91337be3fbc0a745d202a3af1ed024c6. 2024-11-07T20:19:16,958 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731010755811.91337be3fbc0a745d202a3af1ed024c6. 2024-11-07T20:19:16,958 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=91337be3fbc0a745d202a3af1ed024c6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8a040b4bf509,41031,1731010748003 2024-11-07T20:19:16,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 91337be3fbc0a745d202a3af1ed024c6, server=8a040b4bf509,41031,1731010748003 because future has completed 2024-11-07T20:19:16,963 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T20:19:16,963 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 91337be3fbc0a745d202a3af1ed024c6, server=8a040b4bf509,41031,1731010748003 in 171 msec 2024-11-07T20:19:16,965 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T20:19:16,965 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=91337be3fbc0a745d202a3af1ed024c6, ASSIGN in 328 msec 2024-11-07T20:19:16,965 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T20:19:16,965 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731010756965"}]},"ts":"1731010756965"} 2024-11-07T20:19:16,967 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-07T20:19:16,968 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T20:19:16,971 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1570 sec 2024-11-07T20:19:17,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:19:17,960 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-07T20:19:17,960 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:19:17,961 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,44397,1731010752704 2024-11-07T20:19:17,961 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6278fe83 2024-11-07T20:19:17,961 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:19:17,962 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T20:19:17,962 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44397 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T20:19:17,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44397 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-07T20:19:17,964 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T20:19:17,964 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:17,964 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44397 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-07T20:19:17,965 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T20:19:17,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:19:17,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741835_1011 (size=902) 2024-11-07T20:19:18,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:19:18,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:19:18,371 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9cabe4fe43097950a4c8c108c25e9a05, NAME => 'test,,1731010757962.9cabe4fe43097950a4c8c108c25e9a05.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011 2024-11-07T20:19:18,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741836_1012 (size=39) 2024-11-07T20:19:18,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:19:18,776 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731010757962.9cabe4fe43097950a4c8c108c25e9a05.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:19:18,776 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9cabe4fe43097950a4c8c108c25e9a05, disabling compactions & flushes 2024-11-07T20:19:18,776 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731010757962.9cabe4fe43097950a4c8c108c25e9a05. 2024-11-07T20:19:18,776 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731010757962.9cabe4fe43097950a4c8c108c25e9a05. 2024-11-07T20:19:18,776 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731010757962.9cabe4fe43097950a4c8c108c25e9a05. after waiting 0 ms 2024-11-07T20:19:18,776 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731010757962.9cabe4fe43097950a4c8c108c25e9a05. 2024-11-07T20:19:18,776 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731010757962.9cabe4fe43097950a4c8c108c25e9a05. 2024-11-07T20:19:18,776 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9cabe4fe43097950a4c8c108c25e9a05: Waiting for close lock at 1731010758776Disabling compacts and flushes for region at 1731010758776Disabling writes for close at 1731010758776Writing region close event to WAL at 1731010758776Closed at 1731010758776 2024-11-07T20:19:18,777 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T20:19:18,778 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731010757962.9cabe4fe43097950a4c8c108c25e9a05.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731010758777"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731010758777"}]},"ts":"1731010758777"} 2024-11-07T20:19:18,779 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T20:19:18,780 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T20:19:18,780 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731010758780"}]},"ts":"1731010758780"} 2024-11-07T20:19:18,781 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-07T20:19:18,782 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9cabe4fe43097950a4c8c108c25e9a05, ASSIGN}] 2024-11-07T20:19:18,783 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9cabe4fe43097950a4c8c108c25e9a05, ASSIGN 2024-11-07T20:19:18,783 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9cabe4fe43097950a4c8c108c25e9a05, ASSIGN; state=OFFLINE, location=8a040b4bf509,32809,1731010752858; forceNewPlan=false, retain=false 2024-11-07T20:19:18,934 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9cabe4fe43097950a4c8c108c25e9a05, regionState=OPENING, regionLocation=8a040b4bf509,32809,1731010752858 2024-11-07T20:19:18,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9cabe4fe43097950a4c8c108c25e9a05, ASSIGN because future has completed 2024-11-07T20:19:18,936 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9cabe4fe43097950a4c8c108c25e9a05, server=8a040b4bf509,32809,1731010752858}] 2024-11-07T20:19:19,091 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731010757962.9cabe4fe43097950a4c8c108c25e9a05. 2024-11-07T20:19:19,091 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9cabe4fe43097950a4c8c108c25e9a05, NAME => 'test,,1731010757962.9cabe4fe43097950a4c8c108c25e9a05.', STARTKEY => '', ENDKEY => ''} 2024-11-07T20:19:19,091 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T20:19:19,091 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-07T20:19:19,092 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9cabe4fe43097950a4c8c108c25e9a05 2024-11-07T20:19:19,092 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731010757962.9cabe4fe43097950a4c8c108c25e9a05.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:19:19,092 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9cabe4fe43097950a4c8c108c25e9a05 2024-11-07T20:19:19,092 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9cabe4fe43097950a4c8c108c25e9a05 2024-11-07T20:19:19,093 INFO [StoreOpener-9cabe4fe43097950a4c8c108c25e9a05-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9cabe4fe43097950a4c8c108c25e9a05 2024-11-07T20:19:19,094 INFO [StoreOpener-9cabe4fe43097950a4c8c108c25e9a05-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9cabe4fe43097950a4c8c108c25e9a05 columnFamilyName f 2024-11-07T20:19:19,094 DEBUG [StoreOpener-9cabe4fe43097950a4c8c108c25e9a05-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:19,094 INFO [StoreOpener-9cabe4fe43097950a4c8c108c25e9a05-1 {}] regionserver.HStore(327): Store=9cabe4fe43097950a4c8c108c25e9a05/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:19:19,094 INFO [StoreOpener-9cabe4fe43097950a4c8c108c25e9a05-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9cabe4fe43097950a4c8c108c25e9a05 2024-11-07T20:19:19,095 INFO [StoreOpener-9cabe4fe43097950a4c8c108c25e9a05-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9cabe4fe43097950a4c8c108c25e9a05 columnFamilyName f1 2024-11-07T20:19:19,095 DEBUG [StoreOpener-9cabe4fe43097950a4c8c108c25e9a05-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:19,095 INFO [StoreOpener-9cabe4fe43097950a4c8c108c25e9a05-1 {}] regionserver.HStore(327): Store=9cabe4fe43097950a4c8c108c25e9a05/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:19:19,095 INFO [StoreOpener-9cabe4fe43097950a4c8c108c25e9a05-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9cabe4fe43097950a4c8c108c25e9a05 2024-11-07T20:19:19,097 INFO [StoreOpener-9cabe4fe43097950a4c8c108c25e9a05-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9cabe4fe43097950a4c8c108c25e9a05 columnFamilyName norep 2024-11-07T20:19:19,097 DEBUG [StoreOpener-9cabe4fe43097950a4c8c108c25e9a05-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:19,097 INFO [StoreOpener-9cabe4fe43097950a4c8c108c25e9a05-1 {}] regionserver.HStore(327): Store=9cabe4fe43097950a4c8c108c25e9a05/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:19:19,097 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9cabe4fe43097950a4c8c108c25e9a05 2024-11-07T20:19:19,098 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/data/default/test/9cabe4fe43097950a4c8c108c25e9a05 2024-11-07T20:19:19,098 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/data/default/test/9cabe4fe43097950a4c8c108c25e9a05 2024-11-07T20:19:19,098 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9cabe4fe43097950a4c8c108c25e9a05 2024-11-07T20:19:19,098 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9cabe4fe43097950a4c8c108c25e9a05 2024-11-07T20:19:19,099 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T20:19:19,100 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9cabe4fe43097950a4c8c108c25e9a05 2024-11-07T20:19:19,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:19:19,101 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/data/default/test/9cabe4fe43097950a4c8c108c25e9a05/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T20:19:19,102 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9cabe4fe43097950a4c8c108c25e9a05; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61092858, jitterRate=-0.08964547514915466}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T20:19:19,102 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9cabe4fe43097950a4c8c108c25e9a05 2024-11-07T20:19:19,102 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9cabe4fe43097950a4c8c108c25e9a05: Running coprocessor pre-open hook at 1731010759092Writing region info on filesystem at 1731010759092Initializing all the Stores at 1731010759092Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010759092Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010759093 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010759093Cleaning up temporary data from old regions at 1731010759098 (+5 ms)Running coprocessor post-open hooks at 1731010759102 (+4 ms)Region opened successfully at 1731010759102 2024-11-07T20:19:19,103 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731010757962.9cabe4fe43097950a4c8c108c25e9a05., pid=6, masterSystemTime=1731010759088 2024-11-07T20:19:19,104 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731010757962.9cabe4fe43097950a4c8c108c25e9a05. 2024-11-07T20:19:19,104 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731010757962.9cabe4fe43097950a4c8c108c25e9a05. 2024-11-07T20:19:19,105 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9cabe4fe43097950a4c8c108c25e9a05, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8a040b4bf509,32809,1731010752858 2024-11-07T20:19:19,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9cabe4fe43097950a4c8c108c25e9a05, server=8a040b4bf509,32809,1731010752858 because future has completed 2024-11-07T20:19:19,109 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T20:19:19,109 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9cabe4fe43097950a4c8c108c25e9a05, server=8a040b4bf509,32809,1731010752858 in 171 msec 2024-11-07T20:19:19,110 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T20:19:19,110 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9cabe4fe43097950a4c8c108c25e9a05, ASSIGN in 327 msec 2024-11-07T20:19:19,111 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T20:19:19,111 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731010759111"}]},"ts":"1731010759111"} 2024-11-07T20:19:19,113 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-07T20:19:19,113 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T20:19:19,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1510 sec 2024-11-07T20:19:19,300 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:19:19,300 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8a040b4bf509,35697,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a040b4bf509:35697 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T20:19:19,301 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18279 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8a040b4bf509,35697,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a040b4bf509:35697 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T20:19:20,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:19:20,111 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-07T20:19:20,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73ed38e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:19:20,111 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,38389,-1 for getting cluster id 2024-11-07T20:19:20,111 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:19:20,112 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1237169d-0871-40e7-97ad-173c79511e75' 2024-11-07T20:19:20,112 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:19:20,112 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1237169d-0871-40e7-97ad-173c79511e75" 2024-11-07T20:19:20,113 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41bc4a57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:19:20,113 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,38389,-1] 2024-11-07T20:19:20,113 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:19:20,113 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:19:20,113 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:19:20,114 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@779320ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:19:20,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fb4a8f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:19:20,114 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,44397,-1 for getting cluster id 2024-11-07T20:19:20,114 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:19:20,115 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7a8d1e0b-6457-4e1f-ac74-248f5d0cd551' 2024-11-07T20:19:20,115 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:19:20,115 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7a8d1e0b-6457-4e1f-ac74-248f5d0cd551" 2024-11-07T20:19:20,115 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@745073fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:19:20,115 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,44397,-1] 2024-11-07T20:19:20,115 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:19:20,115 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:19:20,116 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:19:20,116 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f445f91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:19:20,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ab6995c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:19:20,117 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,38389,-1 for getting cluster id 2024-11-07T20:19:20,117 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:19:20,117 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1237169d-0871-40e7-97ad-173c79511e75' 2024-11-07T20:19:20,118 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:19:20,118 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1237169d-0871-40e7-97ad-173c79511e75" 2024-11-07T20:19:20,118 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f47e573, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:19:20,118 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,38389,-1] 2024-11-07T20:19:20,118 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:19:20,118 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:19:20,119 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:19:20,119 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78a94d37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:19:20,119 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:19:20,120 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,38389,1731010747800 2024-11-07T20:19:20,120 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d8bbfb4 2024-11-07T20:19:20,120 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:19:20,121 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T20:19:20,121 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38389 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://8a040b4bf509:44397,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-07T20:19:20,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38389 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T20:19:20,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T20:19:20,123 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8a040b4bf509:44397' 2024-11-07T20:19:20,124 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59eb93e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:19:20,124 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,44397,-1 for getting cluster id 2024-11-07T20:19:20,124 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:19:20,124 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7a8d1e0b-6457-4e1f-ac74-248f5d0cd551' 2024-11-07T20:19:20,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:19:20,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7a8d1e0b-6457-4e1f-ac74-248f5d0cd551" 2024-11-07T20:19:20,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@437815c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:19:20,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,44397,-1] 2024-11-07T20:19:20,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:19:20,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:19:20,126 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:19:20,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@779214fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:19:20,126 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:19:20,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,44397,1731010752704 2024-11-07T20:19:20,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a62c828 2024-11-07T20:19:20,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:19:20,127 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T20:19:20,128 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-07T20:19:20,128 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T20:19:20,128 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:19:20,128 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:19:20,128 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:19:20,128 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T20:19:20,129 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-07T20:19:20,130 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T20:19:20,130 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:20,131 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T20:19:20,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741837_1013 (size=1138) 2024-11-07T20:19:20,180 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-07T20:19:20,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T20:19:20,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T20:19:20,537 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0305e6b6082a8341df5ee5ae17fd6fe1, NAME => 'hbase:replication,,1731010760128.0305e6b6082a8341df5ee5ae17fd6fe1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde 2024-11-07T20:19:20,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741838_1014 (size=44) 2024-11-07T20:19:20,675 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-07T20:19:20,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T20:19:20,943 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731010760128.0305e6b6082a8341df5ee5ae17fd6fe1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:19:20,943 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0305e6b6082a8341df5ee5ae17fd6fe1, disabling compactions & flushes 2024-11-07T20:19:20,943 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731010760128.0305e6b6082a8341df5ee5ae17fd6fe1. 2024-11-07T20:19:20,943 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731010760128.0305e6b6082a8341df5ee5ae17fd6fe1. 2024-11-07T20:19:20,943 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731010760128.0305e6b6082a8341df5ee5ae17fd6fe1. after waiting 0 ms 2024-11-07T20:19:20,943 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731010760128.0305e6b6082a8341df5ee5ae17fd6fe1. 2024-11-07T20:19:20,943 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731010760128.0305e6b6082a8341df5ee5ae17fd6fe1. 2024-11-07T20:19:20,943 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0305e6b6082a8341df5ee5ae17fd6fe1: Waiting for close lock at 1731010760943Disabling compacts and flushes for region at 1731010760943Disabling writes for close at 1731010760943Writing region close event to WAL at 1731010760943Closed at 1731010760943 2024-11-07T20:19:20,945 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T20:19:20,945 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731010760128.0305e6b6082a8341df5ee5ae17fd6fe1.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731010760945"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731010760945"}]},"ts":"1731010760945"} 2024-11-07T20:19:20,947 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T20:19:20,947 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T20:19:20,947 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731010760947"}]},"ts":"1731010760947"} 2024-11-07T20:19:20,949 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-07T20:19:20,949 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0305e6b6082a8341df5ee5ae17fd6fe1, ASSIGN}] 2024-11-07T20:19:20,950 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0305e6b6082a8341df5ee5ae17fd6fe1, ASSIGN 2024-11-07T20:19:20,950 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0305e6b6082a8341df5ee5ae17fd6fe1, ASSIGN; state=OFFLINE, location=8a040b4bf509,41031,1731010748003; forceNewPlan=false, retain=false 2024-11-07T20:19:21,101 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0305e6b6082a8341df5ee5ae17fd6fe1, regionState=OPENING, regionLocation=8a040b4bf509,41031,1731010748003 2024-11-07T20:19:21,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0305e6b6082a8341df5ee5ae17fd6fe1, ASSIGN because future has completed 2024-11-07T20:19:21,103 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0305e6b6082a8341df5ee5ae17fd6fe1, server=8a040b4bf509,41031,1731010748003}] 2024-11-07T20:19:21,229 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T20:19:21,257 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731010760128.0305e6b6082a8341df5ee5ae17fd6fe1. 2024-11-07T20:19:21,257 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:19:21,258 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-07T20:19:21,259 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a040b4bf509%2C41031%2C1731010748003.rep, suffix=, logDir=hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/WALs/8a040b4bf509,41031,1731010748003, archiveDir=hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/oldWALs, maxLogs=10 2024-11-07T20:19:21,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T20:19:21,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:21,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:21,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:21,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:21,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:21,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:21,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/WALs/8a040b4bf509,41031,1731010748003/8a040b4bf509%2C41031%2C1731010748003.rep.1731010761259, exclude list is [], retry=0 2024-11-07T20:19:21,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:21,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36715,DS-99917e22-531d-4722-b8a4-bb1993565d1f,DISK] 2024-11-07T20:19:21,274 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/WALs/8a040b4bf509,41031,1731010748003/8a040b4bf509%2C41031%2C1731010748003.rep.1731010761259 2024-11-07T20:19:21,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45635:45635)] 2024-11-07T20:19:21,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0305e6b6082a8341df5ee5ae17fd6fe1, NAME => 'hbase:replication,,1731010760128.0305e6b6082a8341df5ee5ae17fd6fe1.', STARTKEY => '', ENDKEY => ''} 2024-11-07T20:19:21,275 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T20:19:21,275 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T20:19:21,275 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731010760128.0305e6b6082a8341df5ee5ae17fd6fe1. service=MultiRowMutationService 2024-11-07T20:19:21,275 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-07T20:19:21,275 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0305e6b6082a8341df5ee5ae17fd6fe1 2024-11-07T20:19:21,275 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731010760128.0305e6b6082a8341df5ee5ae17fd6fe1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:19:21,275 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0305e6b6082a8341df5ee5ae17fd6fe1 2024-11-07T20:19:21,275 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0305e6b6082a8341df5ee5ae17fd6fe1 2024-11-07T20:19:21,276 INFO [StoreOpener-0305e6b6082a8341df5ee5ae17fd6fe1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0305e6b6082a8341df5ee5ae17fd6fe1 2024-11-07T20:19:21,277 INFO [StoreOpener-0305e6b6082a8341df5ee5ae17fd6fe1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0305e6b6082a8341df5ee5ae17fd6fe1 columnFamilyName hfileref 2024-11-07T20:19:21,277 DEBUG [StoreOpener-0305e6b6082a8341df5ee5ae17fd6fe1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:21,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:21,277 INFO [StoreOpener-0305e6b6082a8341df5ee5ae17fd6fe1-1 {}] regionserver.HStore(327): Store=0305e6b6082a8341df5ee5ae17fd6fe1/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:19:21,277 INFO [StoreOpener-0305e6b6082a8341df5ee5ae17fd6fe1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0305e6b6082a8341df5ee5ae17fd6fe1 2024-11-07T20:19:21,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:21,278 INFO [StoreOpener-0305e6b6082a8341df5ee5ae17fd6fe1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0305e6b6082a8341df5ee5ae17fd6fe1 columnFamilyName queue 2024-11-07T20:19:21,278 DEBUG [StoreOpener-0305e6b6082a8341df5ee5ae17fd6fe1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:21,279 INFO [StoreOpener-0305e6b6082a8341df5ee5ae17fd6fe1-1 {}] regionserver.HStore(327): Store=0305e6b6082a8341df5ee5ae17fd6fe1/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:19:21,279 INFO [StoreOpener-0305e6b6082a8341df5ee5ae17fd6fe1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0305e6b6082a8341df5ee5ae17fd6fe1 2024-11-07T20:19:21,280 INFO [StoreOpener-0305e6b6082a8341df5ee5ae17fd6fe1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0305e6b6082a8341df5ee5ae17fd6fe1 columnFamilyName sid 2024-11-07T20:19:21,280 DEBUG [StoreOpener-0305e6b6082a8341df5ee5ae17fd6fe1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:21,280 INFO [StoreOpener-0305e6b6082a8341df5ee5ae17fd6fe1-1 {}] regionserver.HStore(327): Store=0305e6b6082a8341df5ee5ae17fd6fe1/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:19:21,280 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0305e6b6082a8341df5ee5ae17fd6fe1 2024-11-07T20:19:21,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/data/hbase/replication/0305e6b6082a8341df5ee5ae17fd6fe1 2024-11-07T20:19:21,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:21,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/data/hbase/replication/0305e6b6082a8341df5ee5ae17fd6fe1 2024-11-07T20:19:21,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0305e6b6082a8341df5ee5ae17fd6fe1 2024-11-07T20:19:21,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0305e6b6082a8341df5ee5ae17fd6fe1 2024-11-07T20:19:21,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T20:19:21,283 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0305e6b6082a8341df5ee5ae17fd6fe1 2024-11-07T20:19:21,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/data/hbase/replication/0305e6b6082a8341df5ee5ae17fd6fe1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T20:19:21,285 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0305e6b6082a8341df5ee5ae17fd6fe1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61366757, jitterRate=-0.08556406199932098}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T20:19:21,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0305e6b6082a8341df5ee5ae17fd6fe1 2024-11-07T20:19:21,286 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0305e6b6082a8341df5ee5ae17fd6fe1: Running coprocessor pre-open hook at 1731010761275Writing region info on filesystem at 1731010761275Initializing all the Stores at 1731010761276 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010761276Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010761276Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010761276Cleaning up temporary data from old regions at 1731010761282 (+6 ms)Running coprocessor post-open hooks at 1731010761285 (+3 ms)Region opened successfully at 1731010761286 (+1 ms) 2024-11-07T20:19:21,286 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731010760128.0305e6b6082a8341df5ee5ae17fd6fe1., pid=10, masterSystemTime=1731010761254 2024-11-07T20:19:21,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731010760128.0305e6b6082a8341df5ee5ae17fd6fe1. 2024-11-07T20:19:21,288 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731010760128.0305e6b6082a8341df5ee5ae17fd6fe1. 2024-11-07T20:19:21,288 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0305e6b6082a8341df5ee5ae17fd6fe1, regionState=OPEN, openSeqNum=2, regionLocation=8a040b4bf509,41031,1731010748003 2024-11-07T20:19:21,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0305e6b6082a8341df5ee5ae17fd6fe1, server=8a040b4bf509,41031,1731010748003 because future has completed 2024-11-07T20:19:21,292 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-07T20:19:21,292 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0305e6b6082a8341df5ee5ae17fd6fe1, server=8a040b4bf509,41031,1731010748003 in 188 msec 2024-11-07T20:19:21,294 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-07T20:19:21,294 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0305e6b6082a8341df5ee5ae17fd6fe1, ASSIGN in 343 msec 2024-11-07T20:19:21,295 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T20:19:21,295 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731010761295"}]},"ts":"1731010761295"} 2024-11-07T20:19:21,296 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-07T20:19:21,297 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T20:19:21,298 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1690 sec 2024-11-07T20:19:21,301 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-07T20:19:21,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731010760128.0305e6b6082a8341df5ee5ae17fd6fe1., hostname=8a040b4bf509,41031,1731010748003, seqNum=2] 2024-11-07T20:19:21,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38389-0x10116f3d2470000, quorum=127.0.0.1:64083, baseZNode=/0788770096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0788770096 2024-11-07T20:19:21,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41031-0x10116f3d2470001, quorum=127.0.0.1:64083, baseZNode=/0788770096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0788770096 2024-11-07T20:19:21,424 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T20:19:21,576 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41031 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-07T20:19:21,577 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-07T20:19:21,601 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-8a040b4bf509,41031,1731010748003, ReplicationSource: 1, currentBandwidth=0 2024-11-07T20:19:21,601 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:19:21,601 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,41031,1731010748003, seqNum=-1] 2024-11-07T20:19:21,602 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:19:21,602 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54707, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-07T20:19:21,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8a040b4bf509,41031,1731010748003', locateType=CURRENT is [region=hbase:replication,,1731010760128.0305e6b6082a8341df5ee5ae17fd6fe1., hostname=8a040b4bf509,41031,1731010748003, seqNum=2] 2024-11-07T20:19:21,606 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-07T20:19:21,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38389 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-07T20:19:21,608 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8a040b4bf509,41031,1731010748003 suceeded 2024-11-07T20:19:21,609 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-07T20:19:21,609 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-07T20:19:21,609 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8a040b4bf509:44397,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T20:19:21,610 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4880 sec 2024-11-07T20:19:21,619 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41031,1731010748003 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8a040b4bf509:44397' 2024-11-07T20:19:21,620 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41031,1731010748003 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ef9625f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:19:21,620 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41031,1731010748003 {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,44397,-1 for getting cluster id 2024-11-07T20:19:21,620 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41031,1731010748003 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:19:21,620 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7a8d1e0b-6457-4e1f-ac74-248f5d0cd551' 2024-11-07T20:19:21,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:19:21,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7a8d1e0b-6457-4e1f-ac74-248f5d0cd551" 2024-11-07T20:19:21,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1859ac74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:19:21,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,44397,-1] 2024-11-07T20:19:21,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:19:21,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:19:21,622 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:19:21,622 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41031,1731010748003 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ae460f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:19:21,622 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41031,1731010748003 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:19:21,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,44397,1731010752704 2024-11-07T20:19:21,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54907362 2024-11-07T20:19:21,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:19:21,623 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-07T20:19:21,624 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41031,1731010748003 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8a040b4bf509,41031,1731010748003 (queues=1) is replicating from cluster=1237169d-0871-40e7-97ad-173c79511e75 to cluster=7a8d1e0b-6457-4e1f-ac74-248f5d0cd551 2024-11-07T20:19:21,624 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41031,1731010748003 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8a040b4bf509%2C41031%2C1731010748003 2024-11-07T20:19:21,624 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41031,1731010748003 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8a040b4bf509,41031,1731010748003, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T20:19:21,624 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41031,1731010748003.replicationSource.shipper8a040b4bf509%2C41031%2C1731010748003,1-8a040b4bf509,41031,1731010748003 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8a040b4bf509%2C41031%2C1731010748003 2024-11-07T20:19:21,624 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41031,1731010748003.replicationSource.wal-reader.8a040b4bf509%2C41031%2C1731010748003,1-8a040b4bf509,41031,1731010748003 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/WALs/8a040b4bf509,41031,1731010748003/8a040b4bf509%2C41031%2C1731010748003.1731010749409, startPosition=0, beingWritten=true 2024-11-07T20:19:21,629 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41031,1731010748003.replicationSource.wal-reader.8a040b4bf509%2C41031%2C1731010748003,1-8a040b4bf509,41031,1731010748003 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T20:19:21,629 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41031,1731010748003.replicationSource.wal-reader.8a040b4bf509%2C41031%2C1731010748003,1-8a040b4bf509,41031,1731010748003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/WALs/8a040b4bf509,41031,1731010748003/8a040b4bf509%2C41031%2C1731010748003.1731010749409 to pos 379, reset compression=false 2024-11-07T20:19:21,629 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41031,1731010748003.replicationSource.shipper8a040b4bf509%2C41031%2C1731010748003,1-8a040b4bf509,41031,1731010748003 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a040b4bf509,41031,1731010748003 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/WALs/8a040b4bf509,41031,1731010748003/8a040b4bf509%2C41031%2C1731010748003.1731010749409, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T20:19:21,833 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41031,1731010748003.replicationSource.wal-reader.8a040b4bf509%2C41031%2C1731010748003,1-8a040b4bf509,41031,1731010748003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/WALs/8a040b4bf509,41031,1731010748003/8a040b4bf509%2C41031%2C1731010748003.1731010749409 to pos 379, reset compression=false 2024-11-07T20:19:22,136 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41031,1731010748003.replicationSource.wal-reader.8a040b4bf509%2C41031%2C1731010748003,1-8a040b4bf509,41031,1731010748003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/WALs/8a040b4bf509,41031,1731010748003/8a040b4bf509%2C41031%2C1731010748003.1731010749409 to pos 379, reset compression=false 2024-11-07T20:19:22,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T20:19:22,270 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-07T20:19:22,270 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T20:19:22,270 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:19:22,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:19:22,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:19:22,271 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:19:22,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ffedd76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:19:22,271 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,44397,-1 for getting cluster id 2024-11-07T20:19:22,271 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:19:22,272 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7a8d1e0b-6457-4e1f-ac74-248f5d0cd551' 2024-11-07T20:19:22,272 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:19:22,272 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7a8d1e0b-6457-4e1f-ac74-248f5d0cd551" 2024-11-07T20:19:22,272 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6810bdbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:19:22,272 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,44397,-1] 2024-11-07T20:19:22,272 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:19:22,273 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:19:22,273 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:19:22,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a414c91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:19:22,274 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:19:22,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,44397,1731010752704 2024-11-07T20:19:22,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@109d8ce2 2024-11-07T20:19:22,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:19:22,275 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T20:19:22,276 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44397 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://8a040b4bf509:38389,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-07T20:19:22,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44397 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T20:19:22,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T20:19:22,278 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8a040b4bf509:38389' 2024-11-07T20:19:22,278 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2165e6e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:19:22,279 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,38389,-1 for getting cluster id 2024-11-07T20:19:22,279 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:19:22,279 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1237169d-0871-40e7-97ad-173c79511e75' 2024-11-07T20:19:22,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:19:22,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1237169d-0871-40e7-97ad-173c79511e75" 2024-11-07T20:19:22,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fc33bf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:19:22,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,38389,-1] 2024-11-07T20:19:22,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:19:22,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:19:22,280 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:19:22,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fb54a6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:19:22,281 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:19:22,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,38389,1731010747800 2024-11-07T20:19:22,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ba943fa 2024-11-07T20:19:22,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:19:22,282 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T20:19:22,282 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-07T20:19:22,282 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T20:19:22,282 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:19:22,283 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:19:22,283 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:19:22,283 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T20:19:22,284 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-07T20:19:22,284 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T20:19:22,285 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:22,285 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T20:19:22,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741837_1013 (size=1138) 2024-11-07T20:19:22,334 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-07T20:19:22,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T20:19:22,540 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41031,1731010748003.replicationSource.wal-reader.8a040b4bf509%2C41031%2C1731010748003,1-8a040b4bf509,41031,1731010748003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/WALs/8a040b4bf509,41031,1731010748003/8a040b4bf509%2C41031%2C1731010748003.1731010749409 to pos 379, reset compression=false 2024-11-07T20:19:22,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T20:19:22,691 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0a76c09daf0fd09cdf4feb3ed10bfdf0, NAME => 'hbase:replication,,1731010762283.0a76c09daf0fd09cdf4feb3ed10bfdf0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011 2024-11-07T20:19:22,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741838_1014 (size=44) 2024-11-07T20:19:22,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T20:19:23,044 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41031,1731010748003.replicationSource.wal-reader.8a040b4bf509%2C41031%2C1731010748003,1-8a040b4bf509,41031,1731010748003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/WALs/8a040b4bf509,41031,1731010748003/8a040b4bf509%2C41031%2C1731010748003.1731010749409 to pos 379, reset compression=false 2024-11-07T20:19:23,096 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731010762283.0a76c09daf0fd09cdf4feb3ed10bfdf0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:19:23,096 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0a76c09daf0fd09cdf4feb3ed10bfdf0, disabling compactions & flushes 2024-11-07T20:19:23,096 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731010762283.0a76c09daf0fd09cdf4feb3ed10bfdf0. 2024-11-07T20:19:23,096 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731010762283.0a76c09daf0fd09cdf4feb3ed10bfdf0. 2024-11-07T20:19:23,096 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731010762283.0a76c09daf0fd09cdf4feb3ed10bfdf0. after waiting 0 ms 2024-11-07T20:19:23,096 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731010762283.0a76c09daf0fd09cdf4feb3ed10bfdf0. 2024-11-07T20:19:23,096 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731010762283.0a76c09daf0fd09cdf4feb3ed10bfdf0. 2024-11-07T20:19:23,096 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0a76c09daf0fd09cdf4feb3ed10bfdf0: Waiting for close lock at 1731010763096Disabling compacts and flushes for region at 1731010763096Disabling writes for close at 1731010763096Writing region close event to WAL at 1731010763096Closed at 1731010763096 2024-11-07T20:19:23,097 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T20:19:23,097 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731010762283.0a76c09daf0fd09cdf4feb3ed10bfdf0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731010763097"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731010763097"}]},"ts":"1731010763097"} 2024-11-07T20:19:23,099 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T20:19:23,099 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T20:19:23,099 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731010763099"}]},"ts":"1731010763099"} 2024-11-07T20:19:23,101 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-07T20:19:23,101 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0a76c09daf0fd09cdf4feb3ed10bfdf0, ASSIGN}] 2024-11-07T20:19:23,102 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0a76c09daf0fd09cdf4feb3ed10bfdf0, ASSIGN 2024-11-07T20:19:23,102 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0a76c09daf0fd09cdf4feb3ed10bfdf0, ASSIGN; state=OFFLINE, location=8a040b4bf509,32809,1731010752858; forceNewPlan=false, retain=false 2024-11-07T20:19:23,253 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0a76c09daf0fd09cdf4feb3ed10bfdf0, regionState=OPENING, regionLocation=8a040b4bf509,32809,1731010752858 2024-11-07T20:19:23,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0a76c09daf0fd09cdf4feb3ed10bfdf0, ASSIGN because future has completed 2024-11-07T20:19:23,255 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0a76c09daf0fd09cdf4feb3ed10bfdf0, server=8a040b4bf509,32809,1731010752858}] 2024-11-07T20:19:23,410 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731010762283.0a76c09daf0fd09cdf4feb3ed10bfdf0. 2024-11-07T20:19:23,410 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:19:23,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T20:19:23,410 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-07T20:19:23,411 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a040b4bf509%2C32809%2C1731010752858.rep, suffix=, logDir=hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/WALs/8a040b4bf509,32809,1731010752858, archiveDir=hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/oldWALs, maxLogs=10 2024-11-07T20:19:23,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/WALs/8a040b4bf509,32809,1731010752858/8a040b4bf509%2C32809%2C1731010752858.rep.1731010763412, exclude list is [], retry=0 2024-11-07T20:19:23,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46757,DS-fdf3260d-1776-4e58-8a27-39b2f4028cab,DISK] 2024-11-07T20:19:23,426 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/WALs/8a040b4bf509,32809,1731010752858/8a040b4bf509%2C32809%2C1731010752858.rep.1731010763412 2024-11-07T20:19:23,427 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39407:39407)] 2024-11-07T20:19:23,427 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0a76c09daf0fd09cdf4feb3ed10bfdf0, NAME => 'hbase:replication,,1731010762283.0a76c09daf0fd09cdf4feb3ed10bfdf0.', STARTKEY => '', ENDKEY => ''} 2024-11-07T20:19:23,427 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T20:19:23,427 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T20:19:23,427 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731010762283.0a76c09daf0fd09cdf4feb3ed10bfdf0. service=MultiRowMutationService 2024-11-07T20:19:23,427 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-07T20:19:23,427 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0a76c09daf0fd09cdf4feb3ed10bfdf0 2024-11-07T20:19:23,427 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731010762283.0a76c09daf0fd09cdf4feb3ed10bfdf0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:19:23,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0a76c09daf0fd09cdf4feb3ed10bfdf0 2024-11-07T20:19:23,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0a76c09daf0fd09cdf4feb3ed10bfdf0 2024-11-07T20:19:23,429 INFO [StoreOpener-0a76c09daf0fd09cdf4feb3ed10bfdf0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0a76c09daf0fd09cdf4feb3ed10bfdf0 2024-11-07T20:19:23,430 INFO [StoreOpener-0a76c09daf0fd09cdf4feb3ed10bfdf0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a76c09daf0fd09cdf4feb3ed10bfdf0 columnFamilyName hfileref 2024-11-07T20:19:23,430 DEBUG [StoreOpener-0a76c09daf0fd09cdf4feb3ed10bfdf0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:23,430 INFO [StoreOpener-0a76c09daf0fd09cdf4feb3ed10bfdf0-1 {}] regionserver.HStore(327): Store=0a76c09daf0fd09cdf4feb3ed10bfdf0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:19:23,430 INFO [StoreOpener-0a76c09daf0fd09cdf4feb3ed10bfdf0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0a76c09daf0fd09cdf4feb3ed10bfdf0 2024-11-07T20:19:23,431 INFO [StoreOpener-0a76c09daf0fd09cdf4feb3ed10bfdf0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a76c09daf0fd09cdf4feb3ed10bfdf0 columnFamilyName queue 2024-11-07T20:19:23,431 DEBUG [StoreOpener-0a76c09daf0fd09cdf4feb3ed10bfdf0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:23,431 INFO [StoreOpener-0a76c09daf0fd09cdf4feb3ed10bfdf0-1 {}] regionserver.HStore(327): Store=0a76c09daf0fd09cdf4feb3ed10bfdf0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:19:23,431 INFO [StoreOpener-0a76c09daf0fd09cdf4feb3ed10bfdf0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0a76c09daf0fd09cdf4feb3ed10bfdf0 2024-11-07T20:19:23,432 INFO [StoreOpener-0a76c09daf0fd09cdf4feb3ed10bfdf0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a76c09daf0fd09cdf4feb3ed10bfdf0 columnFamilyName sid 2024-11-07T20:19:23,432 DEBUG [StoreOpener-0a76c09daf0fd09cdf4feb3ed10bfdf0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:23,433 INFO [StoreOpener-0a76c09daf0fd09cdf4feb3ed10bfdf0-1 {}] regionserver.HStore(327): Store=0a76c09daf0fd09cdf4feb3ed10bfdf0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:19:23,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0a76c09daf0fd09cdf4feb3ed10bfdf0 2024-11-07T20:19:23,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/data/hbase/replication/0a76c09daf0fd09cdf4feb3ed10bfdf0 2024-11-07T20:19:23,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/data/hbase/replication/0a76c09daf0fd09cdf4feb3ed10bfdf0 2024-11-07T20:19:23,434 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0a76c09daf0fd09cdf4feb3ed10bfdf0 2024-11-07T20:19:23,434 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0a76c09daf0fd09cdf4feb3ed10bfdf0 2024-11-07T20:19:23,434 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T20:19:23,435 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0a76c09daf0fd09cdf4feb3ed10bfdf0 2024-11-07T20:19:23,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/data/hbase/replication/0a76c09daf0fd09cdf4feb3ed10bfdf0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T20:19:23,437 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0a76c09daf0fd09cdf4feb3ed10bfdf0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67142102, jitterRate=4.952847957611084E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T20:19:23,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0a76c09daf0fd09cdf4feb3ed10bfdf0 2024-11-07T20:19:23,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0a76c09daf0fd09cdf4feb3ed10bfdf0: Running coprocessor pre-open hook at 1731010763428Writing region info on filesystem at 1731010763428Initializing all the Stores at 1731010763428Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010763428Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010763429 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010763429Cleaning up temporary data from old regions at 1731010763434 (+5 ms)Running coprocessor post-open hooks at 1731010763437 (+3 ms)Region opened successfully at 1731010763437 2024-11-07T20:19:23,438 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731010762283.0a76c09daf0fd09cdf4feb3ed10bfdf0., pid=10, masterSystemTime=1731010763407 2024-11-07T20:19:23,440 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731010762283.0a76c09daf0fd09cdf4feb3ed10bfdf0. 2024-11-07T20:19:23,440 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731010762283.0a76c09daf0fd09cdf4feb3ed10bfdf0. 2024-11-07T20:19:23,440 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0a76c09daf0fd09cdf4feb3ed10bfdf0, regionState=OPEN, openSeqNum=2, regionLocation=8a040b4bf509,32809,1731010752858 2024-11-07T20:19:23,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0a76c09daf0fd09cdf4feb3ed10bfdf0, server=8a040b4bf509,32809,1731010752858 because future has completed 2024-11-07T20:19:23,445 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-07T20:19:23,445 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0a76c09daf0fd09cdf4feb3ed10bfdf0, server=8a040b4bf509,32809,1731010752858 in 188 msec 2024-11-07T20:19:23,447 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-07T20:19:23,447 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0a76c09daf0fd09cdf4feb3ed10bfdf0, ASSIGN in 344 msec 2024-11-07T20:19:23,448 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T20:19:23,448 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731010763448"}]},"ts":"1731010763448"} 2024-11-07T20:19:23,450 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-07T20:19:23,451 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T20:19:23,452 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1680 sec 2024-11-07T20:19:23,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731010762283.0a76c09daf0fd09cdf4feb3ed10bfdf0., hostname=8a040b4bf509,32809,1731010752858, seqNum=2] 2024-11-07T20:19:23,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44397-0x10116f3d2470003, quorum=127.0.0.1:64083, baseZNode=/1-1253149385 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1253149385 2024-11-07T20:19:23,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32809-0x10116f3d2470004, quorum=127.0.0.1:64083, baseZNode=/1-1253149385 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1253149385 2024-11-07T20:19:23,582 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T20:19:23,648 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41031,1731010748003.replicationSource.wal-reader.8a040b4bf509%2C41031%2C1731010748003,1-8a040b4bf509,41031,1731010748003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/WALs/8a040b4bf509,41031,1731010748003/8a040b4bf509%2C41031%2C1731010748003.1731010749409 to pos 379, reset compression=false 2024-11-07T20:19:23,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-07T20:19:23,735 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-07T20:19:23,759 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-8a040b4bf509,32809,1731010752858, ReplicationSource: 1, currentBandwidth=0 2024-11-07T20:19:23,760 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:19:23,760 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,32809,1731010752858, seqNum=-1] 2024-11-07T20:19:23,760 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:19:23,761 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49387, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-07T20:19:23,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8a040b4bf509,32809,1731010752858', locateType=CURRENT is [region=hbase:replication,,1731010762283.0a76c09daf0fd09cdf4feb3ed10bfdf0., hostname=8a040b4bf509,32809,1731010752858, seqNum=2] 2024-11-07T20:19:23,764 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-07T20:19:23,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44397 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-07T20:19:23,766 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8a040b4bf509,32809,1731010752858 suceeded 2024-11-07T20:19:23,767 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-07T20:19:23,767 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-07T20:19:23,767 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8a040b4bf509:38389,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T20:19:23,768 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4910 sec 2024-11-07T20:19:23,781 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,32809,1731010752858 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8a040b4bf509:38389' 2024-11-07T20:19:23,782 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,32809,1731010752858 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b3d8ed7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:19:23,782 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,32809,1731010752858 {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,38389,-1 for getting cluster id 2024-11-07T20:19:23,782 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,32809,1731010752858 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:19:23,783 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1237169d-0871-40e7-97ad-173c79511e75' 2024-11-07T20:19:23,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:19:23,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1237169d-0871-40e7-97ad-173c79511e75" 2024-11-07T20:19:23,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ab5d142, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:19:23,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,38389,-1] 2024-11-07T20:19:23,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:19:23,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:19:23,784 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:19:23,785 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,32809,1731010752858 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8e8a92f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:19:23,785 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,32809,1731010752858 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:19:23,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,38389,1731010747800 2024-11-07T20:19:23,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@312f9303 2024-11-07T20:19:23,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:19:23,786 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-07T20:19:23,787 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,32809,1731010752858 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8a040b4bf509,32809,1731010752858 (queues=1) is replicating from cluster=7a8d1e0b-6457-4e1f-ac74-248f5d0cd551 to cluster=1237169d-0871-40e7-97ad-173c79511e75 2024-11-07T20:19:23,787 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,32809,1731010752858 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8a040b4bf509%2C32809%2C1731010752858 2024-11-07T20:19:23,787 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,32809,1731010752858 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8a040b4bf509,32809,1731010752858, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T20:19:23,787 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,32809,1731010752858.replicationSource.wal-reader.8a040b4bf509%2C32809%2C1731010752858,1-8a040b4bf509,32809,1731010752858 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/WALs/8a040b4bf509,32809,1731010752858/8a040b4bf509%2C32809%2C1731010752858.1731010754805, startPosition=0, beingWritten=true 2024-11-07T20:19:23,788 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,32809,1731010752858.replicationSource.shipper8a040b4bf509%2C32809%2C1731010752858,1-8a040b4bf509,32809,1731010752858 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8a040b4bf509%2C32809%2C1731010752858 2024-11-07T20:19:23,792 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,32809,1731010752858.replicationSource.wal-reader.8a040b4bf509%2C32809%2C1731010752858,1-8a040b4bf509,32809,1731010752858 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T20:19:23,792 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,32809,1731010752858.replicationSource.wal-reader.8a040b4bf509%2C32809%2C1731010752858,1-8a040b4bf509,32809,1731010752858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/WALs/8a040b4bf509,32809,1731010752858/8a040b4bf509%2C32809%2C1731010752858.1731010754805 to pos 379, reset compression=false 2024-11-07T20:19:23,792 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,32809,1731010752858.replicationSource.shipper8a040b4bf509%2C32809%2C1731010752858,1-8a040b4bf509,32809,1731010752858 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a040b4bf509,32809,1731010752858 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/WALs/8a040b4bf509,32809,1731010752858/8a040b4bf509%2C32809%2C1731010752858.1731010754805, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T20:19:23,996 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,32809,1731010752858.replicationSource.wal-reader.8a040b4bf509%2C32809%2C1731010752858,1-8a040b4bf509,32809,1731010752858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/WALs/8a040b4bf509,32809,1731010752858/8a040b4bf509%2C32809%2C1731010752858.1731010754805 to pos 379, reset compression=false 2024-11-07T20:19:24,300 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,32809,1731010752858.replicationSource.wal-reader.8a040b4bf509%2C32809%2C1731010752858,1-8a040b4bf509,32809,1731010752858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/WALs/8a040b4bf509,32809,1731010752858/8a040b4bf509%2C32809%2C1731010752858.1731010754805 to pos 379, reset compression=false 2024-11-07T20:19:24,352 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41031,1731010748003.replicationSource.wal-reader.8a040b4bf509%2C41031%2C1731010748003,1-8a040b4bf509,41031,1731010748003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/WALs/8a040b4bf509,41031,1731010748003/8a040b4bf509%2C41031%2C1731010748003.1731010749409 to pos 379, reset compression=false 2024-11-07T20:19:24,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T20:19:24,421 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-07T20:19:24,421 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T20:19:24,421 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:19:24,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:19:24,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:19:24,421 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:19:24,421 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:19:24,422 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,41031,1731010748003, seqNum=-1] 2024-11-07T20:19:24,423 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:19:24,424 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T20:19:24,425 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731010755811.91337be3fbc0a745d202a3af1ed024c6., hostname=8a040b4bf509,41031,1731010748003, seqNum=2] 2024-11-07T20:19:24,428 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:19:24,429 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,32809,1731010752858, seqNum=-1] 2024-11-07T20:19:24,429 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:19:24,430 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T20:19:24,431 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731010757962.9cabe4fe43097950a4c8c108c25e9a05., hostname=8a040b4bf509,32809,1731010752858, seqNum=2] 2024-11-07T20:19:24,433 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-07T20:19:24,703 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,32809,1731010752858.replicationSource.wal-reader.8a040b4bf509%2C32809%2C1731010752858,1-8a040b4bf509,32809,1731010752858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/WALs/8a040b4bf509,32809,1731010752858/8a040b4bf509%2C32809%2C1731010752858.1731010754805 to pos 379, reset compression=false 2024-11-07T20:19:25,155 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41031,1731010748003.replicationSource.wal-reader.8a040b4bf509%2C41031%2C1731010748003,1-8a040b4bf509,41031,1731010748003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/WALs/8a040b4bf509,41031,1731010748003/8a040b4bf509%2C41031%2C1731010748003.1731010749409 to pos 379, reset compression=false 2024-11-07T20:19:25,207 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,32809,1731010752858.replicationSource.wal-reader.8a040b4bf509%2C32809%2C1731010752858,1-8a040b4bf509,32809,1731010752858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/WALs/8a040b4bf509,32809,1731010752858/8a040b4bf509%2C32809%2C1731010752858.1731010754805 to pos 379, reset compression=false 2024-11-07T20:19:25,221 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41031,1731010748003.replicationSource.wal-reader.8a040b4bf509%2C41031%2C1731010748003,1-8a040b4bf509,41031,1731010748003 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T20:19:25,221 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41031,1731010748003.replicationSource.wal-reader.8a040b4bf509%2C41031%2C1731010748003,1-8a040b4bf509,41031,1731010748003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/WALs/8a040b4bf509,41031,1731010748003/8a040b4bf509%2C41031%2C1731010748003.1731010749409 to pos 480, reset compression=false 2024-11-07T20:19:25,221 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41031,1731010748003.replicationSource.shipper8a040b4bf509%2C41031%2C1731010748003,1-8a040b4bf509,41031,1731010748003 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a040b4bf509,41031,1731010748003 got entry batch from reader: WALEntryBatch [walEntries=[{test/91337be3fbc0a745d202a3af1ed024c6/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/WALs/8a040b4bf509,41031,1731010748003/8a040b4bf509%2C41031%2C1731010748003.1731010749409, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-07T20:19:25,223 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41031,1731010748003.replicationSource.shipper8a040b4bf509%2C41031%2C1731010748003,1-8a040b4bf509,41031,1731010748003 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T20:19:25,224 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-07T20:19:25,226 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32809 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T20:19:25,227 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32809 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7354835f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:19:25,227 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32809 {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,44397,-1 for getting cluster id 2024-11-07T20:19:25,227 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32809 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:19:25,227 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7a8d1e0b-6457-4e1f-ac74-248f5d0cd551' 2024-11-07T20:19:25,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:19:25,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7a8d1e0b-6457-4e1f-ac74-248f5d0cd551" 2024-11-07T20:19:25,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@304c0120, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:19:25,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,44397,-1] 2024-11-07T20:19:25,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:19:25,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:19:25,230 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:19:25,230 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32809 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37d0569a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:19:25,236 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32809 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:19:25,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,32809,1731010752858, seqNum=-1] 2024-11-07T20:19:25,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:19:25,238 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-07T20:19:25,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731010757962.9cabe4fe43097950a4c8c108c25e9a05., hostname=8a040b4bf509,32809,1731010752858, seqNum=2] 2024-11-07T20:19:25,263 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32809 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T20:19:25,427 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41031,1731010748003.replicationSource.wal-reader.8a040b4bf509%2C41031%2C1731010748003,1-8a040b4bf509,41031,1731010748003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/WALs/8a040b4bf509,41031,1731010748003/8a040b4bf509%2C41031%2C1731010748003.1731010749409 to pos 480, reset compression=false 2024-11-07T20:19:25,435 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-07T20:19:25,438 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-07T20:19:25,730 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41031,1731010748003.replicationSource.wal-reader.8a040b4bf509%2C41031%2C1731010748003,1-8a040b4bf509,41031,1731010748003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/WALs/8a040b4bf509,41031,1731010748003/8a040b4bf509%2C41031%2C1731010748003.1731010749409 to pos 480, reset compression=false 2024-11-07T20:19:25,812 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,32809,1731010752858.replicationSource.wal-reader.8a040b4bf509%2C32809%2C1731010752858,1-8a040b4bf509,32809,1731010752858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/WALs/8a040b4bf509,32809,1731010752858/8a040b4bf509%2C32809%2C1731010752858.1731010754805 to pos 379, reset compression=false 2024-11-07T20:19:25,816 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,32809,1731010752858.replicationSource.wal-reader.8a040b4bf509%2C32809%2C1731010752858,1-8a040b4bf509,32809,1731010752858 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T20:19:25,816 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,32809,1731010752858.replicationSource.wal-reader.8a040b4bf509%2C32809%2C1731010752858,1-8a040b4bf509,32809,1731010752858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/WALs/8a040b4bf509,32809,1731010752858/8a040b4bf509%2C32809%2C1731010752858.1731010754805 to pos 607, reset compression=false 2024-11-07T20:19:25,816 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,32809,1731010752858.replicationSource.shipper8a040b4bf509%2C32809%2C1731010752858,1-8a040b4bf509,32809,1731010752858 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a040b4bf509,32809,1731010752858 got entry batch from reader: WALEntryBatch [walEntries=[{test/9cabe4fe43097950a4c8c108c25e9a05/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/WALs/8a040b4bf509,32809,1731010752858/8a040b4bf509%2C32809%2C1731010752858.1731010754805, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-07T20:19:25,818 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,32809,1731010752858.replicationSource.shipper8a040b4bf509%2C32809%2C1731010752858,1-8a040b4bf509,32809,1731010752858 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T20:19:25,819 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-07T20:19:25,820 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T20:19:25,820 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f12673f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:19:25,820 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,38389,-1 for getting cluster id 2024-11-07T20:19:25,820 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:19:25,821 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1237169d-0871-40e7-97ad-173c79511e75' 2024-11-07T20:19:25,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:19:25,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1237169d-0871-40e7-97ad-173c79511e75" 2024-11-07T20:19:25,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29a3594a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:19:25,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,38389,-1] 2024-11-07T20:19:25,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:19:25,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:19:25,822 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:19:25,823 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@737a22bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:19:25,823 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:19:25,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,41031,1731010748003, seqNum=-1] 2024-11-07T20:19:25,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:19:25,825 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-07T20:19:25,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731010755811.91337be3fbc0a745d202a3af1ed024c6., hostname=8a040b4bf509,41031,1731010748003, seqNum=2] 2024-11-07T20:19:25,829 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T20:19:26,020 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,32809,1731010752858.replicationSource.wal-reader.8a040b4bf509%2C32809%2C1731010752858,1-8a040b4bf509,32809,1731010752858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/WALs/8a040b4bf509,32809,1731010752858/8a040b4bf509%2C32809%2C1731010752858.1731010754805 to pos 607, reset compression=false 2024-11-07T20:19:26,134 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41031,1731010748003.replicationSource.wal-reader.8a040b4bf509%2C41031%2C1731010748003,1-8a040b4bf509,41031,1731010748003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/WALs/8a040b4bf509,41031,1731010748003/8a040b4bf509%2C41031%2C1731010748003.1731010749409 to pos 480, reset compression=false 2024-11-07T20:19:26,139 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41031,1731010748003.replicationSource.wal-reader.8a040b4bf509%2C41031%2C1731010748003,1-8a040b4bf509,41031,1731010748003 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T20:19:26,139 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41031,1731010748003.replicationSource.wal-reader.8a040b4bf509%2C41031%2C1731010748003,1-8a040b4bf509,41031,1731010748003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/WALs/8a040b4bf509,41031,1731010748003/8a040b4bf509%2C41031%2C1731010748003.1731010749409 to pos 607, reset compression=false 2024-11-07T20:19:26,139 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41031,1731010748003.replicationSource.shipper8a040b4bf509%2C41031%2C1731010748003,1-8a040b4bf509,41031,1731010748003 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a040b4bf509,41031,1731010748003 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/WALs/8a040b4bf509,41031,1731010748003/8a040b4bf509%2C41031%2C1731010748003.1731010749409, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T20:19:26,325 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,32809,1731010752858.replicationSource.wal-reader.8a040b4bf509%2C32809%2C1731010752858,1-8a040b4bf509,32809,1731010752858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/WALs/8a040b4bf509,32809,1731010752858/8a040b4bf509%2C32809%2C1731010752858.1731010754805 to pos 607, reset compression=false 2024-11-07T20:19:26,342 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41031,1731010748003.replicationSource.wal-reader.8a040b4bf509%2C41031%2C1731010748003,1-8a040b4bf509,41031,1731010748003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/WALs/8a040b4bf509,41031,1731010748003/8a040b4bf509%2C41031%2C1731010748003.1731010749409 to pos 607, reset compression=false 2024-11-07T20:19:26,440 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-07T20:19:26,448 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-07T20:19:26,645 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41031,1731010748003.replicationSource.wal-reader.8a040b4bf509%2C41031%2C1731010748003,1-8a040b4bf509,41031,1731010748003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/WALs/8a040b4bf509,41031,1731010748003/8a040b4bf509%2C41031%2C1731010748003.1731010749409 to pos 607, reset compression=false 2024-11-07T20:19:26,650 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41031,1731010748003.replicationSource.wal-reader.8a040b4bf509%2C41031%2C1731010748003,1-8a040b4bf509,41031,1731010748003 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T20:19:26,650 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41031,1731010748003.replicationSource.wal-reader.8a040b4bf509%2C41031%2C1731010748003,1-8a040b4bf509,41031,1731010748003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/WALs/8a040b4bf509,41031,1731010748003/8a040b4bf509%2C41031%2C1731010748003.1731010749409 to pos 763, reset compression=false 2024-11-07T20:19:26,650 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41031,1731010748003.replicationSource.shipper8a040b4bf509%2C41031%2C1731010748003,1-8a040b4bf509,41031,1731010748003 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a040b4bf509,41031,1731010748003 got entry batch from reader: WALEntryBatch [walEntries=[{test/91337be3fbc0a745d202a3af1ed024c6/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/WALs/8a040b4bf509,41031,1731010748003/8a040b4bf509%2C41031%2C1731010748003.1731010749409, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-07T20:19:26,652 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32809 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T20:19:26,656 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32809 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T20:19:26,728 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,32809,1731010752858.replicationSource.wal-reader.8a040b4bf509%2C32809%2C1731010752858,1-8a040b4bf509,32809,1731010752858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/WALs/8a040b4bf509,32809,1731010752858/8a040b4bf509%2C32809%2C1731010752858.1731010754805 to pos 607, reset compression=false 2024-11-07T20:19:26,732 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,32809,1731010752858.replicationSource.wal-reader.8a040b4bf509%2C32809%2C1731010752858,1-8a040b4bf509,32809,1731010752858 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T20:19:26,733 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,32809,1731010752858.replicationSource.wal-reader.8a040b4bf509%2C32809%2C1731010752858,1-8a040b4bf509,32809,1731010752858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/WALs/8a040b4bf509,32809,1731010752858/8a040b4bf509%2C32809%2C1731010752858.1731010754805 to pos 754, reset compression=false 2024-11-07T20:19:26,733 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,32809,1731010752858.replicationSource.shipper8a040b4bf509%2C32809%2C1731010752858,1-8a040b4bf509,32809,1731010752858 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a040b4bf509,32809,1731010752858 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/WALs/8a040b4bf509,32809,1731010752858/8a040b4bf509%2C32809%2C1731010752858.1731010754805, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T20:19:26,777 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T20:19:26,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:26,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:26,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:26,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:26,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:26,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:26,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:26,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:26,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:26,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:26,851 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-07T20:19:26,851 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-07T20:19:26,851 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-07T20:19:26,851 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-07T20:19:26,852 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T20:19:26,852 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-07T20:19:26,855 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41031,1731010748003.replicationSource.wal-reader.8a040b4bf509%2C41031%2C1731010748003,1-8a040b4bf509,41031,1731010748003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/WALs/8a040b4bf509,41031,1731010748003/8a040b4bf509%2C41031%2C1731010748003.1731010749409 to pos 763, reset compression=false 2024-11-07T20:19:26,936 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,32809,1731010752858.replicationSource.wal-reader.8a040b4bf509%2C32809%2C1731010752858,1-8a040b4bf509,32809,1731010752858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/WALs/8a040b4bf509,32809,1731010752858/8a040b4bf509%2C32809%2C1731010752858.1731010754805 to pos 754, reset compression=false 2024-11-07T20:19:27,159 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41031,1731010748003.replicationSource.wal-reader.8a040b4bf509%2C41031%2C1731010748003,1-8a040b4bf509,41031,1731010748003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/WALs/8a040b4bf509,41031,1731010748003/8a040b4bf509%2C41031%2C1731010748003.1731010749409 to pos 763, reset compression=false 2024-11-07T20:19:27,240 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,32809,1731010752858.replicationSource.wal-reader.8a040b4bf509%2C32809%2C1731010752858,1-8a040b4bf509,32809,1731010752858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/WALs/8a040b4bf509,32809,1731010752858/8a040b4bf509%2C32809%2C1731010752858.1731010754805 to pos 754, reset compression=false 2024-11-07T20:19:27,450 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-07T20:19:27,454 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-07T20:19:27,568 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41031,1731010748003.replicationSource.wal-reader.8a040b4bf509%2C41031%2C1731010748003,1-8a040b4bf509,41031,1731010748003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/WALs/8a040b4bf509,41031,1731010748003/8a040b4bf509%2C41031%2C1731010748003.1731010749409 to pos 763, reset compression=false 2024-11-07T20:19:27,643 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,32809,1731010752858.replicationSource.wal-reader.8a040b4bf509%2C32809%2C1731010752858,1-8a040b4bf509,32809,1731010752858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/WALs/8a040b4bf509,32809,1731010752858/8a040b4bf509%2C32809%2C1731010752858.1731010754805 to pos 754, reset compression=false 2024-11-07T20:19:27,648 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,32809,1731010752858.replicationSource.wal-reader.8a040b4bf509%2C32809%2C1731010752858,1-8a040b4bf509,32809,1731010752858 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T20:19:27,648 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,32809,1731010752858.replicationSource.wal-reader.8a040b4bf509%2C32809%2C1731010752858,1-8a040b4bf509,32809,1731010752858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/WALs/8a040b4bf509,32809,1731010752858/8a040b4bf509%2C32809%2C1731010752858.1731010754805 to pos 913, reset compression=false 2024-11-07T20:19:27,648 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,32809,1731010752858.replicationSource.shipper8a040b4bf509%2C32809%2C1731010752858,1-8a040b4bf509,32809,1731010752858 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a040b4bf509,32809,1731010752858 got entry batch from reader: WALEntryBatch [walEntries=[{test/9cabe4fe43097950a4c8c108c25e9a05/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/WALs/8a040b4bf509,32809,1731010752858/8a040b4bf509%2C32809%2C1731010752858.1731010754805, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-07T20:19:27,650 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T20:19:27,652 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T20:19:27,852 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,32809,1731010752858.replicationSource.wal-reader.8a040b4bf509%2C32809%2C1731010752858,1-8a040b4bf509,32809,1731010752858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/WALs/8a040b4bf509,32809,1731010752858/8a040b4bf509%2C32809%2C1731010752858.1731010754805 to pos 913, reset compression=false 2024-11-07T20:19:28,071 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41031,1731010748003.replicationSource.wal-reader.8a040b4bf509%2C41031%2C1731010748003,1-8a040b4bf509,41031,1731010748003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/WALs/8a040b4bf509,41031,1731010748003/8a040b4bf509%2C41031%2C1731010748003.1731010749409 to pos 763, reset compression=false 2024-11-07T20:19:28,075 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41031,1731010748003.replicationSource.wal-reader.8a040b4bf509%2C41031%2C1731010748003,1-8a040b4bf509,41031,1731010748003 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T20:19:28,076 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41031,1731010748003.replicationSource.wal-reader.8a040b4bf509%2C41031%2C1731010748003,1-8a040b4bf509,41031,1731010748003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/WALs/8a040b4bf509,41031,1731010748003/8a040b4bf509%2C41031%2C1731010748003.1731010749409 to pos 912, reset compression=false 2024-11-07T20:19:28,076 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41031,1731010748003.replicationSource.shipper8a040b4bf509%2C41031%2C1731010748003,1-8a040b4bf509,41031,1731010748003 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a040b4bf509,41031,1731010748003 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/WALs/8a040b4bf509,41031,1731010748003/8a040b4bf509%2C41031%2C1731010748003.1731010749409, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T20:19:28,156 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,32809,1731010752858.replicationSource.wal-reader.8a040b4bf509%2C32809%2C1731010752858,1-8a040b4bf509,32809,1731010752858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/WALs/8a040b4bf509,32809,1731010752858/8a040b4bf509%2C32809%2C1731010752858.1731010754805 to pos 913, reset compression=false 2024-11-07T20:19:28,279 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41031,1731010748003.replicationSource.wal-reader.8a040b4bf509%2C41031%2C1731010748003,1-8a040b4bf509,41031,1731010748003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/WALs/8a040b4bf509,41031,1731010748003/8a040b4bf509%2C41031%2C1731010748003.1731010749409 to pos 912, reset compression=false 2024-11-07T20:19:28,456 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-07T20:19:28,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T20:19:28,458 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T20:19:28,458 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:19:28,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:19:28,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:19:28,458 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:19:28,458 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T20:19:28,458 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1792200651, stopped=false 2024-11-07T20:19:28,459 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8a040b4bf509,44397,1731010752704 2024-11-07T20:19:28,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44397-0x10116f3d2470003, quorum=127.0.0.1:64083, baseZNode=/1-1253149385 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1253149385/running 2024-11-07T20:19:28,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32809-0x10116f3d2470004, quorum=127.0.0.1:64083, baseZNode=/1-1253149385 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1253149385/running 2024-11-07T20:19:28,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44397-0x10116f3d2470003, quorum=127.0.0.1:64083, baseZNode=/1-1253149385 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1253149385 2024-11-07T20:19:28,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32809-0x10116f3d2470004, quorum=127.0.0.1:64083, baseZNode=/1-1253149385 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1253149385 2024-11-07T20:19:28,518 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T20:19:28,518 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T20:19:28,518 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:19:28,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:19:28,518 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8a040b4bf509,32809,1731010752858' ***** 2024-11-07T20:19:28,518 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T20:19:28,518 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32809-0x10116f3d2470004, quorum=127.0.0.1:64083, baseZNode=/1-1253149385 Set watcher on znode that does not yet exist, /1-1253149385/running 2024-11-07T20:19:28,518 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44397-0x10116f3d2470003, quorum=127.0.0.1:64083, baseZNode=/1-1253149385 Set watcher on znode that does not yet exist, /1-1253149385/running 2024-11-07T20:19:28,519 INFO [RS:0;8a040b4bf509:32809 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T20:19:28,519 INFO [RS:0;8a040b4bf509:32809 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T20:19:28,519 INFO [RS:0;8a040b4bf509:32809 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T20:19:28,519 INFO [RS:0;8a040b4bf509:32809 {}] regionserver.HRegionServer(3091): Received CLOSE for 0a76c09daf0fd09cdf4feb3ed10bfdf0 2024-11-07T20:19:28,519 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T20:19:28,519 INFO [RS:0;8a040b4bf509:32809 {}] regionserver.HRegionServer(3091): Received CLOSE for 9cabe4fe43097950a4c8c108c25e9a05 2024-11-07T20:19:28,519 INFO [RS:0;8a040b4bf509:32809 {}] regionserver.HRegionServer(959): stopping server 8a040b4bf509,32809,1731010752858 2024-11-07T20:19:28,519 INFO [RS:0;8a040b4bf509:32809 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T20:19:28,519 INFO [RS:0;8a040b4bf509:32809 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a040b4bf509:32809. 2024-11-07T20:19:28,519 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0a76c09daf0fd09cdf4feb3ed10bfdf0, disabling compactions & flushes 2024-11-07T20:19:28,519 DEBUG [RS:0;8a040b4bf509:32809 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:19:28,519 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731010762283.0a76c09daf0fd09cdf4feb3ed10bfdf0. 2024-11-07T20:19:28,519 DEBUG [RS:0;8a040b4bf509:32809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:19:28,519 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731010762283.0a76c09daf0fd09cdf4feb3ed10bfdf0. 2024-11-07T20:19:28,519 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731010762283.0a76c09daf0fd09cdf4feb3ed10bfdf0. after waiting 0 ms 2024-11-07T20:19:28,519 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731010762283.0a76c09daf0fd09cdf4feb3ed10bfdf0. 2024-11-07T20:19:28,519 INFO [RS:0;8a040b4bf509:32809 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T20:19:28,520 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0a76c09daf0fd09cdf4feb3ed10bfdf0 3/3 column families, dataSize=743 B heapSize=1.84 KB 2024-11-07T20:19:28,520 INFO [RS:0;8a040b4bf509:32809 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T20:19:28,520 INFO [RS:0;8a040b4bf509:32809 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T20:19:28,520 INFO [RS:0;8a040b4bf509:32809 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T20:19:28,520 INFO [RS:0;8a040b4bf509:32809 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-07T20:19:28,520 DEBUG [RS:0;8a040b4bf509:32809 {}] regionserver.HRegionServer(1325): Online Regions={0a76c09daf0fd09cdf4feb3ed10bfdf0=hbase:replication,,1731010762283.0a76c09daf0fd09cdf4feb3ed10bfdf0., 1588230740=hbase:meta,,1.1588230740, 9cabe4fe43097950a4c8c108c25e9a05=test,,1731010757962.9cabe4fe43097950a4c8c108c25e9a05.} 2024-11-07T20:19:28,520 DEBUG [RS:0;8a040b4bf509:32809 {}] regionserver.HRegionServer(1351): Waiting on 0a76c09daf0fd09cdf4feb3ed10bfdf0, 1588230740, 9cabe4fe43097950a4c8c108c25e9a05 2024-11-07T20:19:28,520 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T20:19:28,520 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T20:19:28,520 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T20:19:28,520 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T20:19:28,520 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T20:19:28,520 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-07T20:19:28,539 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/data/hbase/meta/1588230740/.tmp/info/a6542fee20634c43a513d1298c3cfd5d is 147, key is hbase:replication,,1731010762283.0a76c09daf0fd09cdf4feb3ed10bfdf0./info:regioninfo/1731010763440/Put/seqid=0 2024-11-07T20:19:28,539 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/data/hbase/replication/0a76c09daf0fd09cdf4feb3ed10bfdf0/.tmp/queue/c08a916ed4834f1c96c8cd556f5b8d27 is 153, key is 1-8a040b4bf509,32809,1731010752858/queue:8a040b4bf509%2C32809%2C1731010752858/1731010767653/Put/seqid=0 2024-11-07T20:19:28,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741840_1016 (size=5352) 2024-11-07T20:19:28,544 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=743 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/data/hbase/replication/0a76c09daf0fd09cdf4feb3ed10bfdf0/.tmp/queue/c08a916ed4834f1c96c8cd556f5b8d27 2024-11-07T20:19:28,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741841_1017 (size=7686) 2024-11-07T20:19:28,548 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/data/hbase/replication/0a76c09daf0fd09cdf4feb3ed10bfdf0/.tmp/queue/c08a916ed4834f1c96c8cd556f5b8d27 as hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/data/hbase/replication/0a76c09daf0fd09cdf4feb3ed10bfdf0/queue/c08a916ed4834f1c96c8cd556f5b8d27 2024-11-07T20:19:28,552 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/data/hbase/replication/0a76c09daf0fd09cdf4feb3ed10bfdf0/queue/c08a916ed4834f1c96c8cd556f5b8d27, entries=1, sequenceid=9, filesize=5.2 K 2024-11-07T20:19:28,552 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~743 B/743, heapSize ~1.33 KB/1360, currentSize=0 B/0 for 0a76c09daf0fd09cdf4feb3ed10bfdf0 in 33ms, sequenceid=9, compaction requested=false 2024-11-07T20:19:28,557 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/data/hbase/replication/0a76c09daf0fd09cdf4feb3ed10bfdf0/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-07T20:19:28,557 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T20:19:28,557 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T20:19:28,557 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731010762283.0a76c09daf0fd09cdf4feb3ed10bfdf0. 2024-11-07T20:19:28,557 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0a76c09daf0fd09cdf4feb3ed10bfdf0: Waiting for close lock at 1731010768519Running coprocessor pre-close hooks at 1731010768519Disabling compacts and flushes for region at 1731010768519Disabling writes for close at 1731010768519Obtaining lock to block concurrent updates at 1731010768520 (+1 ms)Preparing flush snapshotting stores in 0a76c09daf0fd09cdf4feb3ed10bfdf0 at 1731010768520Finished memstore snapshotting hbase:replication,,1731010762283.0a76c09daf0fd09cdf4feb3ed10bfdf0., syncing WAL and waiting on mvcc, flushsize=dataSize=743, getHeapSize=1840, getOffHeapSize=0, getCellsCount=5 at 1731010768520Flushing stores of hbase:replication,,1731010762283.0a76c09daf0fd09cdf4feb3ed10bfdf0. at 1731010768520Flushing 0a76c09daf0fd09cdf4feb3ed10bfdf0/queue: creating writer at 1731010768521 (+1 ms)Flushing 0a76c09daf0fd09cdf4feb3ed10bfdf0/queue: appending metadata at 1731010768538 (+17 ms)Flushing 0a76c09daf0fd09cdf4feb3ed10bfdf0/queue: closing flushed file at 1731010768538Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8e007b7: reopening flushed file at 1731010768548 (+10 ms)Finished flush of dataSize ~743 B/743, heapSize ~1.33 KB/1360, currentSize=0 B/0 for 0a76c09daf0fd09cdf4feb3ed10bfdf0 in 33ms, sequenceid=9, compaction requested=false at 1731010768552 (+4 ms)Writing region close event to WAL at 1731010768554 (+2 ms)Running coprocessor post-close hooks at 1731010768557 (+3 ms)Closed at 1731010768557 2024-11-07T20:19:28,557 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731010762283.0a76c09daf0fd09cdf4feb3ed10bfdf0. 2024-11-07T20:19:28,557 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9cabe4fe43097950a4c8c108c25e9a05, disabling compactions & flushes 2024-11-07T20:19:28,557 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731010757962.9cabe4fe43097950a4c8c108c25e9a05. 2024-11-07T20:19:28,557 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731010757962.9cabe4fe43097950a4c8c108c25e9a05. 2024-11-07T20:19:28,557 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731010757962.9cabe4fe43097950a4c8c108c25e9a05. after waiting 0 ms 2024-11-07T20:19:28,557 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731010757962.9cabe4fe43097950a4c8c108c25e9a05. 2024-11-07T20:19:28,558 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9cabe4fe43097950a4c8c108c25e9a05 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-07T20:19:28,559 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,32809,1731010752858.replicationSource.wal-reader.8a040b4bf509%2C32809%2C1731010752858,1-8a040b4bf509,32809,1731010752858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/WALs/8a040b4bf509,32809,1731010752858/8a040b4bf509%2C32809%2C1731010752858.1731010754805 to pos 913, reset compression=false 2024-11-07T20:19:28,563 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,32809,1731010752858.replicationSource.wal-reader.8a040b4bf509%2C32809%2C1731010752858,1-8a040b4bf509,32809,1731010752858 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T20:19:28,563 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,32809,1731010752858.replicationSource.wal-reader.8a040b4bf509%2C32809%2C1731010752858,1-8a040b4bf509,32809,1731010752858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/WALs/8a040b4bf509,32809,1731010752858/8a040b4bf509%2C32809%2C1731010752858.1731010754805 to pos 1160, reset compression=false 2024-11-07T20:19:28,563 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,32809,1731010752858.replicationSource.shipper8a040b4bf509%2C32809%2C1731010752858,1-8a040b4bf509,32809,1731010752858 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a040b4bf509,32809,1731010752858 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/WALs/8a040b4bf509,32809,1731010752858/8a040b4bf509%2C32809%2C1731010752858.1731010754805, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T20:19:28,564 ERROR [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,32809,1731010752858.replicationSource.shipper8a040b4bf509%2C32809%2C1731010752858,1-8a040b4bf509,32809,1731010752858 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 8a040b4bf509,32809,1731010752858: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-8a040b4bf509,32809,1731010752858, walGroup=8a040b4bf509%2C32809%2C1731010752858, offset=8a040b4bf509%2C32809%2C1731010752858.1731010754805:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a040b4bf509:32809 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-07T20:19:28,565 ERROR [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,32809,1731010752858.replicationSource.shipper8a040b4bf509%2C32809%2C1731010752858,1-8a040b4bf509,32809,1731010752858 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-07T20:19:28,565 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,32809,1731010752858.replicationSource.shipper8a040b4bf509%2C32809%2C1731010752858,1-8a040b4bf509,32809,1731010752858 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-07T20:19:28,565 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,32809,1731010752858.replicationSource.shipper8a040b4bf509%2C32809%2C1731010752858,1-8a040b4bf509,32809,1731010752858 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-07T20:19:28,565 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,32809,1731010752858.replicationSource.shipper8a040b4bf509%2C32809%2C1731010752858,1-8a040b4bf509,32809,1731010752858 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-07T20:19:28,565 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,32809,1731010752858.replicationSource.shipper8a040b4bf509%2C32809%2C1731010752858,1-8a040b4bf509,32809,1731010752858 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-07T20:19:28,565 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,32809,1731010752858.replicationSource.shipper8a040b4bf509%2C32809%2C1731010752858,1-8a040b4bf509,32809,1731010752858 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 590899080 }, "NonHeapMemoryUsage": { "committed": 194248704, "init": 7667712, "max": -1, "used": 191355088 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-07T20:19:28,566 WARN [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,32809,1731010752858.replicationSource.shipper8a040b4bf509%2C32809%2C1731010752858,1-8a040b4bf509,32809,1731010752858 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a040b4bf509:44397 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a040b4bf509:44397 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-07T20:19:28,578 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/data/default/test/9cabe4fe43097950a4c8c108c25e9a05/.tmp/f/27d1a0b9081a41849069e5416ce61a46 is 29, key is row1/f:/1731010767451/DeleteFamily/seqid=0 2024-11-07T20:19:28,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741842_1018 (size=5118) 2024-11-07T20:19:28,582 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/data/default/test/9cabe4fe43097950a4c8c108c25e9a05/.tmp/f/27d1a0b9081a41849069e5416ce61a46 2024-11-07T20:19:28,583 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41031,1731010748003.replicationSource.wal-reader.8a040b4bf509%2C41031%2C1731010748003,1-8a040b4bf509,41031,1731010748003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/WALs/8a040b4bf509,41031,1731010748003/8a040b4bf509%2C41031%2C1731010748003.1731010749409 to pos 912, reset compression=false 2024-11-07T20:19:28,588 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 27d1a0b9081a41849069e5416ce61a46 2024-11-07T20:19:28,588 INFO [regionserver/8a040b4bf509:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T20:19:28,604 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/data/default/test/9cabe4fe43097950a4c8c108c25e9a05/.tmp/f1/77b871d0d7ad4a579a74b6bc4aee607f is 30, key is row1/f1:/1731010767451/DeleteFamily/seqid=0 2024-11-07T20:19:28,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741843_1019 (size=5123) 2024-11-07T20:19:28,680 INFO [regionserver/8a040b4bf509:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T20:19:28,680 INFO [regionserver/8a040b4bf509:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T20:19:28,720 DEBUG [RS:0;8a040b4bf509:32809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9cabe4fe43097950a4c8c108c25e9a05 2024-11-07T20:19:28,767 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,32809,1731010752858.replicationSource.wal-reader.8a040b4bf509%2C32809%2C1731010752858,1-8a040b4bf509,32809,1731010752858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/WALs/8a040b4bf509,32809,1731010752858/8a040b4bf509%2C32809%2C1731010752858.1731010754805 to pos 1160, reset compression=false 2024-11-07T20:19:28,920 DEBUG [RS:0;8a040b4bf509:32809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9cabe4fe43097950a4c8c108c25e9a05 2024-11-07T20:19:28,945 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/data/hbase/meta/1588230740/.tmp/info/a6542fee20634c43a513d1298c3cfd5d 2024-11-07T20:19:28,965 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/data/hbase/meta/1588230740/.tmp/ns/e708985604564c8db52c5762fd7674ee is 43, key is default/ns:d/1731010755760/Put/seqid=0 2024-11-07T20:19:28,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741844_1020 (size=5153) 2024-11-07T20:19:28,988 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41031,1731010748003.replicationSource.wal-reader.8a040b4bf509%2C41031%2C1731010748003,1-8a040b4bf509,41031,1731010748003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/WALs/8a040b4bf509,41031,1731010748003/8a040b4bf509%2C41031%2C1731010748003.1731010749409 to pos 912, reset compression=false 2024-11-07T20:19:29,009 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/data/default/test/9cabe4fe43097950a4c8c108c25e9a05/.tmp/f1/77b871d0d7ad4a579a74b6bc4aee607f 2024-11-07T20:19:29,013 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 77b871d0d7ad4a579a74b6bc4aee607f 2024-11-07T20:19:29,027 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/data/default/test/9cabe4fe43097950a4c8c108c25e9a05/.tmp/norep/1bce19001d4947f3a5e7c0a63fe520a9 is 33, key is row1/norep:/1731010767451/DeleteFamily/seqid=0 2024-11-07T20:19:29,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741845_1021 (size=5108) 2024-11-07T20:19:29,071 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,32809,1731010752858.replicationSource.wal-reader.8a040b4bf509%2C32809%2C1731010752858,1-8a040b4bf509,32809,1731010752858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/WALs/8a040b4bf509,32809,1731010752858/8a040b4bf509%2C32809%2C1731010752858.1731010754805 to pos 1160, reset compression=false 2024-11-07T20:19:29,120 DEBUG [RS:0;8a040b4bf509:32809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9cabe4fe43097950a4c8c108c25e9a05 2024-11-07T20:19:29,321 DEBUG [RS:0;8a040b4bf509:32809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9cabe4fe43097950a4c8c108c25e9a05 2024-11-07T20:19:29,350 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:19:29,351 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8a040b4bf509,35697,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a040b4bf509:35697 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T20:19:29,351 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28329 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8a040b4bf509,35697,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a040b4bf509:35697 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T20:19:29,369 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/data/hbase/meta/1588230740/.tmp/ns/e708985604564c8db52c5762fd7674ee 2024-11-07T20:19:29,386 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/data/hbase/meta/1588230740/.tmp/rep_barrier/bb3a60a7f5e9422c9ffdfb2bcdfca2e8 is 112, key is test,,1731010757962.9cabe4fe43097950a4c8c108c25e9a05./rep_barrier:seqnumDuringOpen/1731010759105/Put/seqid=0 2024-11-07T20:19:29,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741846_1022 (size=5518) 2024-11-07T20:19:29,431 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/data/default/test/9cabe4fe43097950a4c8c108c25e9a05/.tmp/norep/1bce19001d4947f3a5e7c0a63fe520a9 2024-11-07T20:19:29,435 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1bce19001d4947f3a5e7c0a63fe520a9 2024-11-07T20:19:29,435 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/data/default/test/9cabe4fe43097950a4c8c108c25e9a05/.tmp/f/27d1a0b9081a41849069e5416ce61a46 as hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/data/default/test/9cabe4fe43097950a4c8c108c25e9a05/f/27d1a0b9081a41849069e5416ce61a46 2024-11-07T20:19:29,440 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 27d1a0b9081a41849069e5416ce61a46 2024-11-07T20:19:29,440 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/data/default/test/9cabe4fe43097950a4c8c108c25e9a05/f/27d1a0b9081a41849069e5416ce61a46, entries=2, sequenceid=8, filesize=5.0 K 2024-11-07T20:19:29,441 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/data/default/test/9cabe4fe43097950a4c8c108c25e9a05/.tmp/f1/77b871d0d7ad4a579a74b6bc4aee607f as hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/data/default/test/9cabe4fe43097950a4c8c108c25e9a05/f1/77b871d0d7ad4a579a74b6bc4aee607f 2024-11-07T20:19:29,446 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 77b871d0d7ad4a579a74b6bc4aee607f 2024-11-07T20:19:29,446 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/data/default/test/9cabe4fe43097950a4c8c108c25e9a05/f1/77b871d0d7ad4a579a74b6bc4aee607f, entries=2, sequenceid=8, filesize=5.0 K 2024-11-07T20:19:29,447 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/data/default/test/9cabe4fe43097950a4c8c108c25e9a05/.tmp/norep/1bce19001d4947f3a5e7c0a63fe520a9 as hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/data/default/test/9cabe4fe43097950a4c8c108c25e9a05/norep/1bce19001d4947f3a5e7c0a63fe520a9 2024-11-07T20:19:29,451 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1bce19001d4947f3a5e7c0a63fe520a9 2024-11-07T20:19:29,451 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/data/default/test/9cabe4fe43097950a4c8c108c25e9a05/norep/1bce19001d4947f3a5e7c0a63fe520a9, entries=1, sequenceid=8, filesize=5.0 K 2024-11-07T20:19:29,452 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 9cabe4fe43097950a4c8c108c25e9a05 in 894ms, sequenceid=8, compaction requested=false 2024-11-07T20:19:29,460 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/data/default/test/9cabe4fe43097950a4c8c108c25e9a05/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-07T20:19:29,460 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T20:19:29,460 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T20:19:29,461 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731010757962.9cabe4fe43097950a4c8c108c25e9a05. 2024-11-07T20:19:29,461 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9cabe4fe43097950a4c8c108c25e9a05: Waiting for close lock at 1731010768557Running coprocessor pre-close hooks at 1731010768557Disabling compacts and flushes for region at 1731010768557Disabling writes for close at 1731010768557Obtaining lock to block concurrent updates at 1731010768558 (+1 ms)Preparing flush snapshotting stores in 9cabe4fe43097950a4c8c108c25e9a05 at 1731010768558Finished memstore snapshotting test,,1731010757962.9cabe4fe43097950a4c8c108c25e9a05., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731010768558Flushing stores of test,,1731010757962.9cabe4fe43097950a4c8c108c25e9a05. at 1731010768558Flushing 9cabe4fe43097950a4c8c108c25e9a05/f: creating writer at 1731010768558Flushing 9cabe4fe43097950a4c8c108c25e9a05/f: appending metadata at 1731010768578 (+20 ms)Flushing 9cabe4fe43097950a4c8c108c25e9a05/f: closing flushed file at 1731010768578Flushing 9cabe4fe43097950a4c8c108c25e9a05/f1: creating writer at 1731010768588 (+10 ms)Flushing 9cabe4fe43097950a4c8c108c25e9a05/f1: appending metadata at 1731010768603 (+15 ms)Flushing 9cabe4fe43097950a4c8c108c25e9a05/f1: closing flushed file at 1731010768604 (+1 ms)Flushing 9cabe4fe43097950a4c8c108c25e9a05/norep: creating writer at 1731010769013 (+409 ms)Flushing 9cabe4fe43097950a4c8c108c25e9a05/norep: appending metadata at 1731010769026 (+13 ms)Flushing 9cabe4fe43097950a4c8c108c25e9a05/norep: closing flushed file at 1731010769026Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29aa46b3: reopening flushed file at 1731010769435 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18f28ab2: reopening flushed file at 1731010769440 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bea4cfb: reopening flushed file at 1731010769446 (+6 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 9cabe4fe43097950a4c8c108c25e9a05 in 894ms, sequenceid=8, compaction requested=false at 1731010769452 (+6 ms)Writing region close event to WAL at 1731010769457 (+5 ms)Running coprocessor post-close hooks at 1731010769460 (+3 ms)Closed at 1731010769460 2024-11-07T20:19:29,461 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731010757962.9cabe4fe43097950a4c8c108c25e9a05. 2024-11-07T20:19:29,474 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,32809,1731010752858.replicationSource.wal-reader.8a040b4bf509%2C32809%2C1731010752858,1-8a040b4bf509,32809,1731010752858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/WALs/8a040b4bf509,32809,1731010752858/8a040b4bf509%2C32809%2C1731010752858.1731010754805 to pos 1160, reset compression=false 2024-11-07T20:19:29,481 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,32809,1731010752858.replicationSource.wal-reader.8a040b4bf509%2C32809%2C1731010752858,1-8a040b4bf509,32809,1731010752858 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T20:19:29,481 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,32809,1731010752858.replicationSource.wal-reader.8a040b4bf509%2C32809%2C1731010752858,1-8a040b4bf509,32809,1731010752858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/WALs/8a040b4bf509,32809,1731010752858/8a040b4bf509%2C32809%2C1731010752858.1731010754805 to pos 1804, reset compression=false 2024-11-07T20:19:29,492 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41031,1731010748003.replicationSource.wal-reader.8a040b4bf509%2C41031%2C1731010748003,1-8a040b4bf509,41031,1731010748003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/WALs/8a040b4bf509,41031,1731010748003/8a040b4bf509%2C41031%2C1731010748003.1731010749409 to pos 912, reset compression=false 2024-11-07T20:19:29,521 INFO [RS:0;8a040b4bf509:32809 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T20:19:29,521 DEBUG [RS:0;8a040b4bf509:32809 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-07T20:19:29,521 DEBUG [RS:0;8a040b4bf509:32809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T20:19:29,685 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,32809,1731010752858.replicationSource.wal-reader.8a040b4bf509%2C32809%2C1731010752858,1-8a040b4bf509,32809,1731010752858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/WALs/8a040b4bf509,32809,1731010752858/8a040b4bf509%2C32809%2C1731010752858.1731010754805 to pos 1804, reset compression=false 2024-11-07T20:19:29,721 DEBUG [RS:0;8a040b4bf509:32809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T20:19:29,790 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/data/hbase/meta/1588230740/.tmp/rep_barrier/bb3a60a7f5e9422c9ffdfb2bcdfca2e8 2024-11-07T20:19:29,812 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/data/hbase/meta/1588230740/.tmp/table/42c9df3130e24d43ab4001c38ed19d0d is 53, key is hbase:replication/table:state/1731010763448/Put/seqid=0 2024-11-07T20:19:29,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741847_1023 (size=5308) 2024-11-07T20:19:29,921 DEBUG [RS:0;8a040b4bf509:32809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T20:19:29,991 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,32809,1731010752858.replicationSource.wal-reader.8a040b4bf509%2C32809%2C1731010752858,1-8a040b4bf509,32809,1731010752858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/WALs/8a040b4bf509,32809,1731010752858/8a040b4bf509%2C32809%2C1731010752858.1731010754805 to pos 1804, reset compression=false 2024-11-07T20:19:30,095 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41031,1731010748003.replicationSource.wal-reader.8a040b4bf509%2C41031%2C1731010748003,1-8a040b4bf509,41031,1731010748003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/WALs/8a040b4bf509,41031,1731010748003/8a040b4bf509%2C41031%2C1731010748003.1731010749409 to pos 912, reset compression=false 2024-11-07T20:19:30,122 DEBUG [RS:0;8a040b4bf509:32809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T20:19:30,217 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/data/hbase/meta/1588230740/.tmp/table/42c9df3130e24d43ab4001c38ed19d0d 2024-11-07T20:19:30,276 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/data/hbase/meta/1588230740/.tmp/info/a6542fee20634c43a513d1298c3cfd5d as hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/data/hbase/meta/1588230740/info/a6542fee20634c43a513d1298c3cfd5d 2024-11-07T20:19:30,280 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/data/hbase/meta/1588230740/info/a6542fee20634c43a513d1298c3cfd5d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-07T20:19:30,281 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/data/hbase/meta/1588230740/.tmp/ns/e708985604564c8db52c5762fd7674ee as hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/data/hbase/meta/1588230740/ns/e708985604564c8db52c5762fd7674ee 2024-11-07T20:19:30,286 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/data/hbase/meta/1588230740/ns/e708985604564c8db52c5762fd7674ee, entries=2, sequenceid=16, filesize=5.0 K 2024-11-07T20:19:30,287 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/data/hbase/meta/1588230740/.tmp/rep_barrier/bb3a60a7f5e9422c9ffdfb2bcdfca2e8 as hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/data/hbase/meta/1588230740/rep_barrier/bb3a60a7f5e9422c9ffdfb2bcdfca2e8 2024-11-07T20:19:30,292 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/data/hbase/meta/1588230740/rep_barrier/bb3a60a7f5e9422c9ffdfb2bcdfca2e8, entries=1, sequenceid=16, filesize=5.4 K 2024-11-07T20:19:30,293 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/data/hbase/meta/1588230740/.tmp/table/42c9df3130e24d43ab4001c38ed19d0d as hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/data/hbase/meta/1588230740/table/42c9df3130e24d43ab4001c38ed19d0d 2024-11-07T20:19:30,297 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/data/hbase/meta/1588230740/table/42c9df3130e24d43ab4001c38ed19d0d, entries=4, sequenceid=16, filesize=5.2 K 2024-11-07T20:19:30,298 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1778ms, sequenceid=16, compaction requested=false 2024-11-07T20:19:30,302 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-07T20:19:30,303 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T20:19:30,303 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T20:19:30,303 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T20:19:30,303 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731010768520Running coprocessor pre-close hooks at 1731010768520Disabling compacts and flushes for region at 1731010768520Disabling writes for close at 1731010768520Obtaining lock to block concurrent updates at 1731010768520Preparing flush snapshotting stores in 1588230740 at 1731010768520Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731010768520Flushing stores of hbase:meta,,1.1588230740 at 1731010768521 (+1 ms)Flushing 1588230740/info: creating writer at 1731010768521Flushing 1588230740/info: appending metadata at 1731010768539 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731010768539Flushing 1588230740/ns: creating writer at 1731010768949 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731010768965 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731010768965Flushing 1588230740/rep_barrier: creating writer at 1731010769373 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731010769386 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731010769386Flushing 1588230740/table: creating writer at 1731010769793 (+407 ms)Flushing 1588230740/table: appending metadata at 1731010769812 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731010769812Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79f0ac59: reopening flushed file at 1731010770275 (+463 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b9a9c43: reopening flushed file at 1731010770280 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51705556: reopening flushed file at 1731010770286 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@eb8cb5e: reopening flushed file at 1731010770292 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1778ms, sequenceid=16, compaction requested=false at 1731010770298 (+6 ms)Writing region close event to WAL at 1731010770299 (+1 ms)Running coprocessor post-close hooks at 1731010770303 (+4 ms)Closed at 1731010770303 2024-11-07T20:19:30,303 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T20:19:30,322 INFO [RS:0;8a040b4bf509:32809 {}] regionserver.HRegionServer(976): stopping server 8a040b4bf509,32809,1731010752858; all regions closed. 2024-11-07T20:19:30,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741834_1010 (size=4239) 2024-11-07T20:19:30,328 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/WALs/8a040b4bf509,32809,1731010752858/8a040b4bf509%2C32809%2C1731010752858.rep.1731010763412 not finished, retry = 0 2024-11-07T20:19:30,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741839_1015 (size=2458) 2024-11-07T20:19:30,394 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,32809,1731010752858.replicationSource.wal-reader.8a040b4bf509%2C32809%2C1731010752858,1-8a040b4bf509,32809,1731010752858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/WALs/8a040b4bf509,32809,1731010752858/8a040b4bf509%2C32809%2C1731010752858.1731010754805 to pos 1804, reset compression=false 2024-11-07T20:19:30,431 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/WALs/8a040b4bf509,32809,1731010752858/8a040b4bf509%2C32809%2C1731010752858.1731010754805 not finished, retry = 0 2024-11-07T20:19:30,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741832_1008 (size=1812) 2024-11-07T20:19:30,531 DEBUG [RS:0;8a040b4bf509:32809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:19:30,531 INFO [RS:0;8a040b4bf509:32809 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T20:19:30,532 INFO [RS:0;8a040b4bf509:32809 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T20:19:30,532 INFO [RS:0;8a040b4bf509:32809 {}] hbase.ChoreService(370): Chore service for: regionserver/8a040b4bf509:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T20:19:30,532 INFO [RS:0;8a040b4bf509:32809 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T20:19:30,532 INFO [regionserver/8a040b4bf509:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T20:19:30,532 INFO [RS:0;8a040b4bf509:32809 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8a040b4bf509,32809,1731010752858 because: Region server is closing 2024-11-07T20:19:30,532 INFO [RS:0;8a040b4bf509:32809 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a040b4bf509:32809. 2024-11-07T20:19:30,532 DEBUG [RS:0;8a040b4bf509:32809 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:19:30,532 DEBUG [RS:0;8a040b4bf509:32809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:19:30,533 DEBUG [RS:0;8a040b4bf509:32809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:19:30,533 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:19:30,633 INFO [RS:0;8a040b4bf509:32809 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,32809,1731010752858.replicationSource.shipper8a040b4bf509%2C32809%2C1731010752858,1-8a040b4bf509,32809,1731010752858 terminated 2024-11-07T20:19:30,633 WARN [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,32809,1731010752858.replicationSource.wal-reader.8a040b4bf509%2C32809%2C1731010752858,1-8a040b4bf509,32809,1731010752858 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-07T20:19:30,633 INFO [RS:0;8a040b4bf509:32809 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a040b4bf509:32809. 2024-11-07T20:19:30,633 DEBUG [RS:0;8a040b4bf509:32809 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:19:30,633 DEBUG [RS:0;8a040b4bf509:32809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:19:30,633 DEBUG [RS:0;8a040b4bf509:32809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:19:30,633 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:19:30,633 INFO [RS:0;8a040b4bf509:32809 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32809 2024-11-07T20:19:30,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44397-0x10116f3d2470003, quorum=127.0.0.1:64083, baseZNode=/1-1253149385 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1253149385/rs 2024-11-07T20:19:30,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32809-0x10116f3d2470004, quorum=127.0.0.1:64083, baseZNode=/1-1253149385 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1253149385/rs/8a040b4bf509,32809,1731010752858 2024-11-07T20:19:30,654 INFO [RS:0;8a040b4bf509:32809 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T20:19:30,665 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8a040b4bf509,32809,1731010752858] 2024-11-07T20:19:30,675 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1253149385/draining/8a040b4bf509,32809,1731010752858 already deleted, retry=false 2024-11-07T20:19:30,675 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8a040b4bf509,32809,1731010752858 expired; onlineServers=0 2024-11-07T20:19:30,675 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8a040b4bf509,44397,1731010752704' ***** 2024-11-07T20:19:30,675 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T20:19:30,675 INFO [M:0;8a040b4bf509:44397 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T20:19:30,675 INFO [M:0;8a040b4bf509:44397 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T20:19:30,675 DEBUG [M:0;8a040b4bf509:44397 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T20:19:30,675 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T20:19:30,675 DEBUG [master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.large.0-1731010754496 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.large.0-1731010754496,5,FailOnTimeoutGroup] 2024-11-07T20:19:30,675 DEBUG [master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.small.0-1731010754500 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.small.0-1731010754500,5,FailOnTimeoutGroup] 2024-11-07T20:19:30,675 DEBUG [M:0;8a040b4bf509:44397 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T20:19:30,676 INFO [M:0;8a040b4bf509:44397 {}] hbase.ChoreService(370): Chore service for: master/8a040b4bf509:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T20:19:30,676 INFO [M:0;8a040b4bf509:44397 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T20:19:30,676 DEBUG [M:0;8a040b4bf509:44397 {}] master.HMaster(1795): Stopping service threads 2024-11-07T20:19:30,676 INFO [M:0;8a040b4bf509:44397 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T20:19:30,676 INFO [M:0;8a040b4bf509:44397 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T20:19:30,676 INFO [M:0;8a040b4bf509:44397 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T20:19:30,676 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T20:19:30,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44397-0x10116f3d2470003, quorum=127.0.0.1:64083, baseZNode=/1-1253149385 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1253149385/master 2024-11-07T20:19:30,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44397-0x10116f3d2470003, quorum=127.0.0.1:64083, baseZNode=/1-1253149385 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1253149385 2024-11-07T20:19:30,686 DEBUG [M:0;8a040b4bf509:44397 {}] zookeeper.ZKUtil(347): master:44397-0x10116f3d2470003, quorum=127.0.0.1:64083, baseZNode=/1-1253149385 Unable to get data of znode /1-1253149385/master because node does not exist (not an error) 2024-11-07T20:19:30,686 WARN [M:0;8a040b4bf509:44397 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T20:19:30,686 INFO [M:0;8a040b4bf509:44397 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/.lastflushedseqids 2024-11-07T20:19:30,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741848_1024 (size=245) 2024-11-07T20:19:30,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32809-0x10116f3d2470004, quorum=127.0.0.1:64083, baseZNode=/1-1253149385 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:19:30,765 INFO [RS:0;8a040b4bf509:32809 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T20:19:30,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32809-0x10116f3d2470004, quorum=127.0.0.1:64083, baseZNode=/1-1253149385 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:19:30,765 INFO [RS:0;8a040b4bf509:32809 {}] regionserver.HRegionServer(1031): Exiting; stopping=8a040b4bf509,32809,1731010752858; zookeeper connection closed. 2024-11-07T20:19:30,765 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5a0916c2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5a0916c2 2024-11-07T20:19:30,765 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T20:19:30,799 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41031,1731010748003.replicationSource.wal-reader.8a040b4bf509%2C41031%2C1731010748003,1-8a040b4bf509,41031,1731010748003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/WALs/8a040b4bf509,41031,1731010748003/8a040b4bf509%2C41031%2C1731010748003.1731010749409 to pos 912, reset compression=false 2024-11-07T20:19:31,090 INFO [M:0;8a040b4bf509:44397 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T20:19:31,090 INFO [M:0;8a040b4bf509:44397 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T20:19:31,091 DEBUG [M:0;8a040b4bf509:44397 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T20:19:31,091 INFO [M:0;8a040b4bf509:44397 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:19:31,091 DEBUG [M:0;8a040b4bf509:44397 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:19:31,091 DEBUG [M:0;8a040b4bf509:44397 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T20:19:31,091 DEBUG [M:0;8a040b4bf509:44397 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:19:31,091 INFO [M:0;8a040b4bf509:44397 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-07T20:19:31,104 DEBUG [M:0;8a040b4bf509:44397 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ff0dc93e08744149803f161e24b06763 is 82, key is hbase:meta,,1/info:regioninfo/1731010755738/Put/seqid=0 2024-11-07T20:19:31,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741849_1025 (size=5672) 2024-11-07T20:19:31,507 INFO [M:0;8a040b4bf509:44397 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ff0dc93e08744149803f161e24b06763 2024-11-07T20:19:31,523 DEBUG [M:0;8a040b4bf509:44397 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/26836cb7c4814ca0bfc5db5751d21600 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731010763451/Put/seqid=0 2024-11-07T20:19:31,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741850_1026 (size=8516) 2024-11-07T20:19:31,602 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41031,1731010748003.replicationSource.wal-reader.8a040b4bf509%2C41031%2C1731010748003,1-8a040b4bf509,41031,1731010748003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/WALs/8a040b4bf509,41031,1731010748003/8a040b4bf509%2C41031%2C1731010748003.1731010749409 to pos 912, reset compression=false 2024-11-07T20:19:31,926 INFO [M:0;8a040b4bf509:44397 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/26836cb7c4814ca0bfc5db5751d21600 2024-11-07T20:19:31,942 DEBUG [M:0;8a040b4bf509:44397 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/156b4999f08948c7aed3b91eddd6f4c6 is 69, key is 8a040b4bf509,32809,1731010752858/rs:state/1731010754616/Put/seqid=0 2024-11-07T20:19:31,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741851_1027 (size=5156) 2024-11-07T20:19:32,346 INFO [M:0;8a040b4bf509:44397 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/156b4999f08948c7aed3b91eddd6f4c6 2024-11-07T20:19:32,349 DEBUG [M:0;8a040b4bf509:44397 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ff0dc93e08744149803f161e24b06763 as hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ff0dc93e08744149803f161e24b06763 2024-11-07T20:19:32,353 INFO [M:0;8a040b4bf509:44397 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ff0dc93e08744149803f161e24b06763, entries=8, sequenceid=97, filesize=5.5 K 2024-11-07T20:19:32,354 DEBUG [M:0;8a040b4bf509:44397 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/26836cb7c4814ca0bfc5db5751d21600 as hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/26836cb7c4814ca0bfc5db5751d21600 2024-11-07T20:19:32,357 INFO [M:0;8a040b4bf509:44397 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/26836cb7c4814ca0bfc5db5751d21600, entries=11, sequenceid=97, filesize=8.3 K 2024-11-07T20:19:32,358 DEBUG [M:0;8a040b4bf509:44397 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/156b4999f08948c7aed3b91eddd6f4c6 as hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/156b4999f08948c7aed3b91eddd6f4c6 2024-11-07T20:19:32,363 INFO [M:0;8a040b4bf509:44397 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36121/user/jenkins/test-data/af699048-f0f1-3f83-4aaf-a7e06bd22011/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/156b4999f08948c7aed3b91eddd6f4c6, entries=1, sequenceid=97, filesize=5.0 K 2024-11-07T20:19:32,364 INFO [M:0;8a040b4bf509:44397 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=97, compaction requested=false 2024-11-07T20:19:32,366 INFO [M:0;8a040b4bf509:44397 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:19:32,366 DEBUG [M:0;8a040b4bf509:44397 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731010771090Disabling compacts and flushes for region at 1731010771090Disabling writes for close at 1731010771091 (+1 ms)Obtaining lock to block concurrent updates at 1731010771091Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731010771091Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731010771091Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731010771091Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731010771092 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731010771104 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731010771104Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731010771511 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731010771523 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731010771523Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731010771930 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731010771942 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731010771942Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6be38d4a: reopening flushed file at 1731010772349 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@251012d5: reopening flushed file at 1731010772353 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f8012ce: reopening flushed file at 1731010772357 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=97, compaction requested=false at 1731010772364 (+7 ms)Writing region close event to WAL at 1731010772366 (+2 ms)Closed at 1731010772366 2024-11-07T20:19:32,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46757 is added to blk_1073741830_1006 (size=63654) 2024-11-07T20:19:32,369 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T20:19:32,369 INFO [M:0;8a040b4bf509:44397 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T20:19:32,369 INFO [M:0;8a040b4bf509:44397 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44397 2024-11-07T20:19:32,369 INFO [M:0;8a040b4bf509:44397 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T20:19:32,505 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41031,1731010748003.replicationSource.wal-reader.8a040b4bf509%2C41031%2C1731010748003,1-8a040b4bf509,41031,1731010748003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/WALs/8a040b4bf509,41031,1731010748003/8a040b4bf509%2C41031%2C1731010748003.1731010749409 to pos 912, reset compression=false 2024-11-07T20:19:32,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44397-0x10116f3d2470003, quorum=127.0.0.1:64083, baseZNode=/1-1253149385 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:19:32,527 INFO [M:0;8a040b4bf509:44397 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T20:19:32,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44397-0x10116f3d2470003, quorum=127.0.0.1:64083, baseZNode=/1-1253149385 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:19:32,569 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1752b0ac{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T20:19:32,569 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5eeaed6b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T20:19:32,569 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T20:19:32,569 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46d1f438{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T20:19:32,569 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@775ddb8f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0854f73-465c-2f06-13b8-85dc45d91a5f/hadoop.log.dir/,STOPPED} 2024-11-07T20:19:32,570 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T20:19:32,570 WARN [BP-2078714291-172.17.0.2-1731010750588 heartbeating to localhost/127.0.0.1:36121 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T20:19:32,570 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T20:19:32,570 WARN [BP-2078714291-172.17.0.2-1731010750588 heartbeating to localhost/127.0.0.1:36121 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2078714291-172.17.0.2-1731010750588 (Datanode Uuid 9fde3722-f90a-466b-9891-7059adcbe0df) service to localhost/127.0.0.1:36121 2024-11-07T20:19:32,571 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0854f73-465c-2f06-13b8-85dc45d91a5f/cluster_f153a6a2-6900-274a-5bda-02e057db83a6/data/data1/current/BP-2078714291-172.17.0.2-1731010750588 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T20:19:32,571 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0854f73-465c-2f06-13b8-85dc45d91a5f/cluster_f153a6a2-6900-274a-5bda-02e057db83a6/data/data2/current/BP-2078714291-172.17.0.2-1731010750588 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T20:19:32,572 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T20:19:32,578 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c905984{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T20:19:32,579 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@10d4fd14{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T20:19:32,579 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T20:19:32,579 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4acda02a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T20:19:32,579 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bc804a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0854f73-465c-2f06-13b8-85dc45d91a5f/hadoop.log.dir/,STOPPED} 2024-11-07T20:19:32,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T20:19:32,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T20:19:32,591 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T20:19:32,591 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:19:32,591 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:19:32,591 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:19:32,591 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:19:32,591 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T20:19:32,591 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=201496275, stopped=false 2024-11-07T20:19:32,591 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8a040b4bf509,38389,1731010747800 2024-11-07T20:19:32,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38389-0x10116f3d2470000, quorum=127.0.0.1:64083, baseZNode=/0788770096 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0788770096/running 2024-11-07T20:19:32,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41031-0x10116f3d2470001, quorum=127.0.0.1:64083, baseZNode=/0788770096 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0788770096/running 2024-11-07T20:19:32,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38389-0x10116f3d2470000, quorum=127.0.0.1:64083, baseZNode=/0788770096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0788770096 2024-11-07T20:19:32,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41031-0x10116f3d2470001, quorum=127.0.0.1:64083, baseZNode=/0788770096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0788770096 2024-11-07T20:19:32,606 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T20:19:32,606 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T20:19:32,606 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:19:32,606 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:19:32,606 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8a040b4bf509,41031,1731010748003' ***** 2024-11-07T20:19:32,606 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T20:19:32,607 INFO [RS:0;8a040b4bf509:41031 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T20:19:32,607 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41031-0x10116f3d2470001, quorum=127.0.0.1:64083, baseZNode=/0788770096 Set watcher on znode that does not yet exist, /0788770096/running 2024-11-07T20:19:32,607 INFO [RS:0;8a040b4bf509:41031 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T20:19:32,607 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38389-0x10116f3d2470000, quorum=127.0.0.1:64083, baseZNode=/0788770096 Set watcher on znode that does not yet exist, /0788770096/running 2024-11-07T20:19:32,607 INFO [RS:0;8a040b4bf509:41031 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T20:19:32,607 INFO [RS:0;8a040b4bf509:41031 {}] regionserver.HRegionServer(3091): Received CLOSE for 91337be3fbc0a745d202a3af1ed024c6 2024-11-07T20:19:32,607 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T20:19:32,607 INFO [RS:0;8a040b4bf509:41031 {}] regionserver.HRegionServer(3091): Received CLOSE for 0305e6b6082a8341df5ee5ae17fd6fe1 2024-11-07T20:19:32,607 INFO [RS:0;8a040b4bf509:41031 {}] regionserver.HRegionServer(959): stopping server 8a040b4bf509,41031,1731010748003 2024-11-07T20:19:32,607 INFO [RS:0;8a040b4bf509:41031 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T20:19:32,607 INFO [RS:0;8a040b4bf509:41031 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a040b4bf509:41031. 2024-11-07T20:19:32,607 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 91337be3fbc0a745d202a3af1ed024c6, disabling compactions & flushes 2024-11-07T20:19:32,607 DEBUG [RS:0;8a040b4bf509:41031 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:19:32,607 DEBUG [RS:0;8a040b4bf509:41031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:19:32,607 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731010755811.91337be3fbc0a745d202a3af1ed024c6. 2024-11-07T20:19:32,607 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731010755811.91337be3fbc0a745d202a3af1ed024c6. 2024-11-07T20:19:32,607 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731010755811.91337be3fbc0a745d202a3af1ed024c6. after waiting 0 ms 2024-11-07T20:19:32,607 INFO [RS:0;8a040b4bf509:41031 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T20:19:32,607 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731010755811.91337be3fbc0a745d202a3af1ed024c6. 2024-11-07T20:19:32,607 INFO [RS:0;8a040b4bf509:41031 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T20:19:32,607 INFO [RS:0;8a040b4bf509:41031 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T20:19:32,607 INFO [RS:0;8a040b4bf509:41031 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T20:19:32,607 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 91337be3fbc0a745d202a3af1ed024c6 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-07T20:19:32,607 INFO [RS:0;8a040b4bf509:41031 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-07T20:19:32,607 DEBUG [RS:0;8a040b4bf509:41031 {}] regionserver.HRegionServer(1325): Online Regions={91337be3fbc0a745d202a3af1ed024c6=test,,1731010755811.91337be3fbc0a745d202a3af1ed024c6., 1588230740=hbase:meta,,1.1588230740, 0305e6b6082a8341df5ee5ae17fd6fe1=hbase:replication,,1731010760128.0305e6b6082a8341df5ee5ae17fd6fe1.} 2024-11-07T20:19:32,607 DEBUG [RS:0;8a040b4bf509:41031 {}] regionserver.HRegionServer(1351): Waiting on 0305e6b6082a8341df5ee5ae17fd6fe1, 1588230740, 91337be3fbc0a745d202a3af1ed024c6 2024-11-07T20:19:32,608 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T20:19:32,608 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T20:19:32,608 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T20:19:32,608 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T20:19:32,608 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T20:19:32,608 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-07T20:19:32,626 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/data/hbase/meta/1588230740/.tmp/info/3e26478db21246c19c16bd4ed52cf972 is 147, key is hbase:replication,,1731010760128.0305e6b6082a8341df5ee5ae17fd6fe1./info:regioninfo/1731010761288/Put/seqid=0 2024-11-07T20:19:32,626 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/data/default/test/91337be3fbc0a745d202a3af1ed024c6/.tmp/f/2e0d1f6ecac84595bcfcf505b8e3ae16 is 29, key is row1/f:/1731010767451/DeleteFamily/seqid=0 2024-11-07T20:19:32,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741840_1016 (size=7686) 2024-11-07T20:19:32,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741841_1017 (size=5118) 2024-11-07T20:19:32,695 INFO [regionserver/8a040b4bf509:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T20:19:32,808 DEBUG [RS:0;8a040b4bf509:41031 {}] regionserver.HRegionServer(1351): Waiting on 0305e6b6082a8341df5ee5ae17fd6fe1, 1588230740, 91337be3fbc0a745d202a3af1ed024c6 2024-11-07T20:19:33,008 DEBUG [RS:0;8a040b4bf509:41031 {}] regionserver.HRegionServer(1351): Waiting on 0305e6b6082a8341df5ee5ae17fd6fe1, 1588230740, 91337be3fbc0a745d202a3af1ed024c6 2024-11-07T20:19:33,029 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/data/default/test/91337be3fbc0a745d202a3af1ed024c6/.tmp/f/2e0d1f6ecac84595bcfcf505b8e3ae16 2024-11-07T20:19:33,029 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/data/hbase/meta/1588230740/.tmp/info/3e26478db21246c19c16bd4ed52cf972 2024-11-07T20:19:33,033 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2e0d1f6ecac84595bcfcf505b8e3ae16 2024-11-07T20:19:33,049 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/data/hbase/meta/1588230740/.tmp/ns/33ae7b75118942528954830e5c2d850a is 43, key is default/ns:d/1731010750520/Put/seqid=0 2024-11-07T20:19:33,051 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/data/default/test/91337be3fbc0a745d202a3af1ed024c6/.tmp/f1/376f44940106487f9f8df45dfdebbeed is 30, key is row1/f1:/1731010767451/DeleteFamily/seqid=0 2024-11-07T20:19:33,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741842_1018 (size=5153) 2024-11-07T20:19:33,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741843_1019 (size=5123) 2024-11-07T20:19:33,208 DEBUG [RS:0;8a040b4bf509:41031 {}] regionserver.HRegionServer(1351): Waiting on 0305e6b6082a8341df5ee5ae17fd6fe1, 1588230740, 91337be3fbc0a745d202a3af1ed024c6 2024-11-07T20:19:33,279 INFO [regionserver/8a040b4bf509:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T20:19:33,279 INFO [regionserver/8a040b4bf509:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T20:19:33,408 DEBUG [RS:0;8a040b4bf509:41031 {}] regionserver.HRegionServer(1351): Waiting on 0305e6b6082a8341df5ee5ae17fd6fe1, 1588230740, 91337be3fbc0a745d202a3af1ed024c6 2024-11-07T20:19:33,454 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/data/hbase/meta/1588230740/.tmp/ns/33ae7b75118942528954830e5c2d850a 2024-11-07T20:19:33,458 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/data/default/test/91337be3fbc0a745d202a3af1ed024c6/.tmp/f1/376f44940106487f9f8df45dfdebbeed 2024-11-07T20:19:33,461 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 376f44940106487f9f8df45dfdebbeed 2024-11-07T20:19:33,471 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/data/hbase/meta/1588230740/.tmp/rep_barrier/8290ed3c35604e7f990ff878b63bce44 is 112, key is test,,1731010755811.91337be3fbc0a745d202a3af1ed024c6./rep_barrier:seqnumDuringOpen/1731010756958/Put/seqid=0 2024-11-07T20:19:33,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741844_1020 (size=5518) 2024-11-07T20:19:33,474 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/data/hbase/meta/1588230740/.tmp/rep_barrier/8290ed3c35604e7f990ff878b63bce44 2024-11-07T20:19:33,478 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/data/default/test/91337be3fbc0a745d202a3af1ed024c6/.tmp/norep/f3d0d87023ad4d47b033ee86abeae19b is 32, key is row/norep:/1731010766443/DeleteFamily/seqid=0 2024-11-07T20:19:33,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741845_1021 (size=5101) 2024-11-07T20:19:33,490 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/data/hbase/meta/1588230740/.tmp/table/76cb6a22a9834e4e87aa98b06a2a3b0c is 53, key is hbase:replication/table:state/1731010761295/Put/seqid=0 2024-11-07T20:19:33,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741846_1022 (size=5308) 2024-11-07T20:19:33,508 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41031,1731010748003.replicationSource.wal-reader.8a040b4bf509%2C41031%2C1731010748003,1-8a040b4bf509,41031,1731010748003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/WALs/8a040b4bf509,41031,1731010748003/8a040b4bf509%2C41031%2C1731010748003.1731010749409 to pos 912, reset compression=false 2024-11-07T20:19:33,513 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41031,1731010748003.replicationSource.wal-reader.8a040b4bf509%2C41031%2C1731010748003,1-8a040b4bf509,41031,1731010748003 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T20:19:33,513 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41031,1731010748003.replicationSource.wal-reader.8a040b4bf509%2C41031%2C1731010748003,1-8a040b4bf509,41031,1731010748003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/WALs/8a040b4bf509,41031,1731010748003/8a040b4bf509%2C41031%2C1731010748003.1731010749409 to pos 1159, reset compression=false 2024-11-07T20:19:33,513 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41031,1731010748003.replicationSource.shipper8a040b4bf509%2C41031%2C1731010748003,1-8a040b4bf509,41031,1731010748003 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a040b4bf509,41031,1731010748003 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/WALs/8a040b4bf509,41031,1731010748003/8a040b4bf509%2C41031%2C1731010748003.1731010749409, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T20:19:33,514 ERROR [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41031,1731010748003.replicationSource.shipper8a040b4bf509%2C41031%2C1731010748003,1-8a040b4bf509,41031,1731010748003 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 8a040b4bf509,41031,1731010748003: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-8a040b4bf509,41031,1731010748003, walGroup=8a040b4bf509%2C41031%2C1731010748003, offset=8a040b4bf509%2C41031%2C1731010748003.1731010749409:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a040b4bf509:41031 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-07T20:19:33,515 ERROR [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41031,1731010748003.replicationSource.shipper8a040b4bf509%2C41031%2C1731010748003,1-8a040b4bf509,41031,1731010748003 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-07T20:19:33,515 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41031,1731010748003.replicationSource.shipper8a040b4bf509%2C41031%2C1731010748003,1-8a040b4bf509,41031,1731010748003 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-07T20:19:33,515 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41031,1731010748003.replicationSource.shipper8a040b4bf509%2C41031%2C1731010748003,1-8a040b4bf509,41031,1731010748003 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-07T20:19:33,515 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41031,1731010748003.replicationSource.shipper8a040b4bf509%2C41031%2C1731010748003,1-8a040b4bf509,41031,1731010748003 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-07T20:19:33,515 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41031,1731010748003.replicationSource.shipper8a040b4bf509%2C41031%2C1731010748003,1-8a040b4bf509,41031,1731010748003 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-07T20:19:33,515 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41031,1731010748003.replicationSource.shipper8a040b4bf509%2C41031%2C1731010748003,1-8a040b4bf509,41031,1731010748003 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 672688008 }, "NonHeapMemoryUsage": { "committed": 194969600, "init": 7667712, "max": -1, "used": 192104296 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-07T20:19:33,516 WARN [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41031,1731010748003.replicationSource.shipper8a040b4bf509%2C41031%2C1731010748003,1-8a040b4bf509,41031,1731010748003 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a040b4bf509:38389 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a040b4bf509:38389 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-07T20:19:33,608 DEBUG [RS:0;8a040b4bf509:41031 {}] regionserver.HRegionServer(1351): Waiting on 0305e6b6082a8341df5ee5ae17fd6fe1, 1588230740, 91337be3fbc0a745d202a3af1ed024c6 2024-11-07T20:19:33,716 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41031,1731010748003.replicationSource.wal-reader.8a040b4bf509%2C41031%2C1731010748003,1-8a040b4bf509,41031,1731010748003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/WALs/8a040b4bf509,41031,1731010748003/8a040b4bf509%2C41031%2C1731010748003.1731010749409 to pos 1159, reset compression=false 2024-11-07T20:19:33,809 DEBUG [RS:0;8a040b4bf509:41031 {}] regionserver.HRegionServer(1351): Waiting on 0305e6b6082a8341df5ee5ae17fd6fe1, 1588230740, 91337be3fbc0a745d202a3af1ed024c6 2024-11-07T20:19:33,882 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/data/default/test/91337be3fbc0a745d202a3af1ed024c6/.tmp/norep/f3d0d87023ad4d47b033ee86abeae19b 2024-11-07T20:19:33,886 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f3d0d87023ad4d47b033ee86abeae19b 2024-11-07T20:19:33,887 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/data/default/test/91337be3fbc0a745d202a3af1ed024c6/.tmp/f/2e0d1f6ecac84595bcfcf505b8e3ae16 as hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/data/default/test/91337be3fbc0a745d202a3af1ed024c6/f/2e0d1f6ecac84595bcfcf505b8e3ae16 2024-11-07T20:19:33,891 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2e0d1f6ecac84595bcfcf505b8e3ae16 2024-11-07T20:19:33,891 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/data/default/test/91337be3fbc0a745d202a3af1ed024c6/f/2e0d1f6ecac84595bcfcf505b8e3ae16, entries=2, sequenceid=8, filesize=5.0 K 2024-11-07T20:19:33,892 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/data/default/test/91337be3fbc0a745d202a3af1ed024c6/.tmp/f1/376f44940106487f9f8df45dfdebbeed as hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/data/default/test/91337be3fbc0a745d202a3af1ed024c6/f1/376f44940106487f9f8df45dfdebbeed 2024-11-07T20:19:33,893 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/data/hbase/meta/1588230740/.tmp/table/76cb6a22a9834e4e87aa98b06a2a3b0c 2024-11-07T20:19:33,895 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 376f44940106487f9f8df45dfdebbeed 2024-11-07T20:19:33,895 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/data/default/test/91337be3fbc0a745d202a3af1ed024c6/f1/376f44940106487f9f8df45dfdebbeed, entries=2, sequenceid=8, filesize=5.0 K 2024-11-07T20:19:33,896 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/data/default/test/91337be3fbc0a745d202a3af1ed024c6/.tmp/norep/f3d0d87023ad4d47b033ee86abeae19b as hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/data/default/test/91337be3fbc0a745d202a3af1ed024c6/norep/f3d0d87023ad4d47b033ee86abeae19b 2024-11-07T20:19:33,896 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/data/hbase/meta/1588230740/.tmp/info/3e26478db21246c19c16bd4ed52cf972 as hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/data/hbase/meta/1588230740/info/3e26478db21246c19c16bd4ed52cf972 2024-11-07T20:19:33,900 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f3d0d87023ad4d47b033ee86abeae19b 2024-11-07T20:19:33,900 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/data/hbase/meta/1588230740/info/3e26478db21246c19c16bd4ed52cf972, entries=20, sequenceid=16, filesize=7.5 K 2024-11-07T20:19:33,900 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/data/default/test/91337be3fbc0a745d202a3af1ed024c6/norep/f3d0d87023ad4d47b033ee86abeae19b, entries=1, sequenceid=8, filesize=5.0 K 2024-11-07T20:19:33,900 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/data/hbase/meta/1588230740/.tmp/ns/33ae7b75118942528954830e5c2d850a as hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/data/hbase/meta/1588230740/ns/33ae7b75118942528954830e5c2d850a 2024-11-07T20:19:33,900 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 91337be3fbc0a745d202a3af1ed024c6 in 1293ms, sequenceid=8, compaction requested=false 2024-11-07T20:19:33,900 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-07T20:19:33,904 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/data/default/test/91337be3fbc0a745d202a3af1ed024c6/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-07T20:19:33,904 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T20:19:33,904 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T20:19:33,904 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731010755811.91337be3fbc0a745d202a3af1ed024c6. 2024-11-07T20:19:33,904 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/data/hbase/meta/1588230740/ns/33ae7b75118942528954830e5c2d850a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-07T20:19:33,904 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 91337be3fbc0a745d202a3af1ed024c6: Waiting for close lock at 1731010772607Running coprocessor pre-close hooks at 1731010772607Disabling compacts and flushes for region at 1731010772607Disabling writes for close at 1731010772607Obtaining lock to block concurrent updates at 1731010772607Preparing flush snapshotting stores in 91337be3fbc0a745d202a3af1ed024c6 at 1731010772607Finished memstore snapshotting test,,1731010755811.91337be3fbc0a745d202a3af1ed024c6., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731010772608 (+1 ms)Flushing stores of test,,1731010755811.91337be3fbc0a745d202a3af1ed024c6. at 1731010772608Flushing 91337be3fbc0a745d202a3af1ed024c6/f: creating writer at 1731010772608Flushing 91337be3fbc0a745d202a3af1ed024c6/f: appending metadata at 1731010772625 (+17 ms)Flushing 91337be3fbc0a745d202a3af1ed024c6/f: closing flushed file at 1731010772625Flushing 91337be3fbc0a745d202a3af1ed024c6/f1: creating writer at 1731010773033 (+408 ms)Flushing 91337be3fbc0a745d202a3af1ed024c6/f1: appending metadata at 1731010773050 (+17 ms)Flushing 91337be3fbc0a745d202a3af1ed024c6/f1: closing flushed file at 1731010773050Flushing 91337be3fbc0a745d202a3af1ed024c6/norep: creating writer at 1731010773461 (+411 ms)Flushing 91337be3fbc0a745d202a3af1ed024c6/norep: appending metadata at 1731010773477 (+16 ms)Flushing 91337be3fbc0a745d202a3af1ed024c6/norep: closing flushed file at 1731010773477Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@360a02f2: reopening flushed file at 1731010773886 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3afc61b8: reopening flushed file at 1731010773891 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ab26fd2: reopening flushed file at 1731010773896 (+5 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 91337be3fbc0a745d202a3af1ed024c6 in 1293ms, sequenceid=8, compaction requested=false at 1731010773900 (+4 ms)Writing region close event to WAL at 1731010773902 (+2 ms)Running coprocessor post-close hooks at 1731010773904 (+2 ms)Closed at 1731010773904 2024-11-07T20:19:33,905 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731010755811.91337be3fbc0a745d202a3af1ed024c6. 2024-11-07T20:19:33,905 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0305e6b6082a8341df5ee5ae17fd6fe1, disabling compactions & flushes 2024-11-07T20:19:33,905 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731010760128.0305e6b6082a8341df5ee5ae17fd6fe1. 2024-11-07T20:19:33,905 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731010760128.0305e6b6082a8341df5ee5ae17fd6fe1. 2024-11-07T20:19:33,905 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731010760128.0305e6b6082a8341df5ee5ae17fd6fe1. after waiting 0 ms 2024-11-07T20:19:33,905 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731010760128.0305e6b6082a8341df5ee5ae17fd6fe1. 2024-11-07T20:19:33,905 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0305e6b6082a8341df5ee5ae17fd6fe1: Waiting for close lock at 1731010773905Running coprocessor pre-close hooks at 1731010773905Disabling compacts and flushes for region at 1731010773905Disabling writes for close at 1731010773905Failed flush hbase:replication,,1731010760128.0305e6b6082a8341df5ee5ae17fd6fe1., putting online again at 1731010773905 2024-11-07T20:19:33,905 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731010760128.0305e6b6082a8341df5ee5ae17fd6fe1. 2024-11-07T20:19:33,905 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/data/hbase/meta/1588230740/.tmp/rep_barrier/8290ed3c35604e7f990ff878b63bce44 as hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/data/hbase/meta/1588230740/rep_barrier/8290ed3c35604e7f990ff878b63bce44 2024-11-07T20:19:33,909 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/data/hbase/meta/1588230740/rep_barrier/8290ed3c35604e7f990ff878b63bce44, entries=1, sequenceid=16, filesize=5.4 K 2024-11-07T20:19:33,910 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/data/hbase/meta/1588230740/.tmp/table/76cb6a22a9834e4e87aa98b06a2a3b0c as hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/data/hbase/meta/1588230740/table/76cb6a22a9834e4e87aa98b06a2a3b0c 2024-11-07T20:19:33,914 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/data/hbase/meta/1588230740/table/76cb6a22a9834e4e87aa98b06a2a3b0c, entries=4, sequenceid=16, filesize=5.2 K 2024-11-07T20:19:33,915 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1307ms, sequenceid=16, compaction requested=false 2024-11-07T20:19:33,915 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T20:19:33,919 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-07T20:19:33,920 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T20:19:33,920 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T20:19:33,920 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T20:19:33,920 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731010772607Running coprocessor pre-close hooks at 1731010772607Disabling compacts and flushes for region at 1731010772607Disabling writes for close at 1731010772608 (+1 ms)Obtaining lock to block concurrent updates at 1731010772608Preparing flush snapshotting stores in 1588230740 at 1731010772608Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731010772608Flushing stores of hbase:meta,,1.1588230740 at 1731010772608Flushing 1588230740/info: creating writer at 1731010772608Flushing 1588230740/info: appending metadata at 1731010772625 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731010772625Flushing 1588230740/ns: creating writer at 1731010773034 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731010773049 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731010773049Flushing 1588230740/rep_barrier: creating writer at 1731010773458 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731010773470 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731010773470Flushing 1588230740/table: creating writer at 1731010773477 (+7 ms)Flushing 1588230740/table: appending metadata at 1731010773489 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731010773489Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@741a831: reopening flushed file at 1731010773896 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@688b079d: reopening flushed file at 1731010773900 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25734224: reopening flushed file at 1731010773905 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@531e9357: reopening flushed file at 1731010773909 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1307ms, sequenceid=16, compaction requested=false at 1731010773915 (+6 ms)Writing region close event to WAL at 1731010773917 (+2 ms)Running coprocessor post-close hooks at 1731010773920 (+3 ms)Closed at 1731010773920 2024-11-07T20:19:33,920 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T20:19:34,009 INFO [RS:0;8a040b4bf509:41031 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T20:19:34,009 DEBUG [RS:0;8a040b4bf509:41031 {}] regionserver.HRegionServer(1325): Online Regions={0305e6b6082a8341df5ee5ae17fd6fe1=hbase:replication,,1731010760128.0305e6b6082a8341df5ee5ae17fd6fe1.} 2024-11-07T20:19:34,009 INFO [RS:0;8a040b4bf509:41031 {}] regionserver.HRegionServer(3091): Received CLOSE for 0305e6b6082a8341df5ee5ae17fd6fe1 2024-11-07T20:19:34,009 DEBUG [RS:0;8a040b4bf509:41031 {}] regionserver.HRegionServer(1351): Waiting on 0305e6b6082a8341df5ee5ae17fd6fe1 2024-11-07T20:19:34,009 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0305e6b6082a8341df5ee5ae17fd6fe1, disabling compactions & flushes 2024-11-07T20:19:34,009 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731010760128.0305e6b6082a8341df5ee5ae17fd6fe1. 2024-11-07T20:19:34,009 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731010760128.0305e6b6082a8341df5ee5ae17fd6fe1. 2024-11-07T20:19:34,009 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731010760128.0305e6b6082a8341df5ee5ae17fd6fe1. after waiting 0 ms 2024-11-07T20:19:34,009 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731010760128.0305e6b6082a8341df5ee5ae17fd6fe1. 2024-11-07T20:19:34,009 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0305e6b6082a8341df5ee5ae17fd6fe1: Waiting for close lock at 1731010774009Running coprocessor pre-close hooks at 1731010774009Disabling compacts and flushes for region at 1731010774009Disabling writes for close at 1731010774009Failed flush hbase:replication,,1731010760128.0305e6b6082a8341df5ee5ae17fd6fe1., putting online again at 1731010774009 2024-11-07T20:19:34,009 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731010760128.0305e6b6082a8341df5ee5ae17fd6fe1. 2024-11-07T20:19:34,020 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41031,1731010748003.replicationSource.wal-reader.8a040b4bf509%2C41031%2C1731010748003,1-8a040b4bf509,41031,1731010748003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/WALs/8a040b4bf509,41031,1731010748003/8a040b4bf509%2C41031%2C1731010748003.1731010749409 to pos 1159, reset compression=false 2024-11-07T20:19:34,024 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41031,1731010748003.replicationSource.wal-reader.8a040b4bf509%2C41031%2C1731010748003,1-8a040b4bf509,41031,1731010748003 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T20:19:34,024 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41031,1731010748003.replicationSource.wal-reader.8a040b4bf509%2C41031%2C1731010748003,1-8a040b4bf509,41031,1731010748003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/WALs/8a040b4bf509,41031,1731010748003/8a040b4bf509%2C41031%2C1731010748003.1731010749409 to pos 1803, reset compression=false 2024-11-07T20:19:34,059 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T20:19:34,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:34,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:34,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:34,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:34,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:34,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:34,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:34,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:34,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:34,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:34,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:34,209 INFO [RS:0;8a040b4bf509:41031 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-07T20:19:34,209 INFO [RS:0;8a040b4bf509:41031 {}] regionserver.HRegionServer(976): stopping server 8a040b4bf509,41031,1731010748003; all regions closed. 2024-11-07T20:19:34,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741834_1010 (size=4239) 2024-11-07T20:19:34,211 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/WALs/8a040b4bf509,41031,1731010748003/8a040b4bf509%2C41031%2C1731010748003.meta.1731010750397.meta not finished, retry = 0 2024-11-07T20:19:34,227 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41031,1731010748003.replicationSource.wal-reader.8a040b4bf509%2C41031%2C1731010748003,1-8a040b4bf509,41031,1731010748003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/WALs/8a040b4bf509,41031,1731010748003/8a040b4bf509%2C41031%2C1731010748003.1731010749409 to pos 1803, reset compression=false 2024-11-07T20:19:34,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741839_1015 (size=1733) 2024-11-07T20:19:34,314 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/WALs/8a040b4bf509,41031,1731010748003/8a040b4bf509%2C41031%2C1731010748003.rep.1731010761259 not finished, retry = 0 2024-11-07T20:19:34,416 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/WALs/8a040b4bf509,41031,1731010748003/8a040b4bf509%2C41031%2C1731010748003.1731010749409 not finished, retry = 0 2024-11-07T20:19:34,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741832_1008 (size=1811) 2024-11-07T20:19:34,517 DEBUG [RS:0;8a040b4bf509:41031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:19:34,517 INFO [RS:0;8a040b4bf509:41031 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T20:19:34,517 INFO [RS:0;8a040b4bf509:41031 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T20:19:34,517 INFO [RS:0;8a040b4bf509:41031 {}] hbase.ChoreService(370): Chore service for: regionserver/8a040b4bf509:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T20:19:34,517 INFO [RS:0;8a040b4bf509:41031 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T20:19:34,517 INFO [regionserver/8a040b4bf509:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T20:19:34,518 INFO [RS:0;8a040b4bf509:41031 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8a040b4bf509,41031,1731010748003 because: Region server is closing 2024-11-07T20:19:34,518 INFO [RS:0;8a040b4bf509:41031 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a040b4bf509:41031. 2024-11-07T20:19:34,518 DEBUG [RS:0;8a040b4bf509:41031 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:19:34,518 DEBUG [RS:0;8a040b4bf509:41031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:19:34,518 DEBUG [RS:0;8a040b4bf509:41031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:19:34,518 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:19:34,618 INFO [RS:0;8a040b4bf509:41031 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,41031,1731010748003.replicationSource.shipper8a040b4bf509%2C41031%2C1731010748003,1-8a040b4bf509,41031,1731010748003 terminated 2024-11-07T20:19:34,618 INFO [RS:0;8a040b4bf509:41031 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a040b4bf509:41031. 2024-11-07T20:19:34,618 DEBUG [RS:0;8a040b4bf509:41031 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:19:34,618 DEBUG [RS:0;8a040b4bf509:41031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:19:34,618 DEBUG [RS:0;8a040b4bf509:41031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:19:34,618 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:19:34,619 INFO [RS:0;8a040b4bf509:41031 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41031 2024-11-07T20:19:34,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41031-0x10116f3d2470001, quorum=127.0.0.1:64083, baseZNode=/0788770096 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0788770096/rs/8a040b4bf509,41031,1731010748003 2024-11-07T20:19:34,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38389-0x10116f3d2470000, quorum=127.0.0.1:64083, baseZNode=/0788770096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0788770096/rs 2024-11-07T20:19:34,675 INFO [RS:0;8a040b4bf509:41031 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T20:19:34,685 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8a040b4bf509,41031,1731010748003] 2024-11-07T20:19:34,696 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0788770096/draining/8a040b4bf509,41031,1731010748003 already deleted, retry=false 2024-11-07T20:19:34,696 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8a040b4bf509,41031,1731010748003 expired; onlineServers=0 2024-11-07T20:19:34,696 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8a040b4bf509,38389,1731010747800' ***** 2024-11-07T20:19:34,696 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T20:19:34,696 INFO [M:0;8a040b4bf509:38389 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T20:19:34,696 INFO [M:0;8a040b4bf509:38389 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T20:19:34,696 DEBUG [M:0;8a040b4bf509:38389 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T20:19:34,696 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T20:19:34,696 DEBUG [M:0;8a040b4bf509:38389 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T20:19:34,696 DEBUG [master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.small.0-1731010749178 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.small.0-1731010749178,5,FailOnTimeoutGroup] 2024-11-07T20:19:34,696 DEBUG [master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.large.0-1731010749178 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.large.0-1731010749178,5,FailOnTimeoutGroup] 2024-11-07T20:19:34,696 INFO [M:0;8a040b4bf509:38389 {}] hbase.ChoreService(370): Chore service for: master/8a040b4bf509:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T20:19:34,696 INFO [M:0;8a040b4bf509:38389 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T20:19:34,696 DEBUG [M:0;8a040b4bf509:38389 {}] master.HMaster(1795): Stopping service threads 2024-11-07T20:19:34,696 INFO [M:0;8a040b4bf509:38389 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T20:19:34,697 INFO [M:0;8a040b4bf509:38389 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T20:19:34,697 INFO [M:0;8a040b4bf509:38389 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T20:19:34,697 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T20:19:34,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38389-0x10116f3d2470000, quorum=127.0.0.1:64083, baseZNode=/0788770096 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0788770096/master 2024-11-07T20:19:34,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38389-0x10116f3d2470000, quorum=127.0.0.1:64083, baseZNode=/0788770096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0788770096 2024-11-07T20:19:34,706 DEBUG [M:0;8a040b4bf509:38389 {}] zookeeper.ZKUtil(347): master:38389-0x10116f3d2470000, quorum=127.0.0.1:64083, baseZNode=/0788770096 Unable to get data of znode /0788770096/master because node does not exist (not an error) 2024-11-07T20:19:34,707 WARN [M:0;8a040b4bf509:38389 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T20:19:34,708 INFO [M:0;8a040b4bf509:38389 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/.lastflushedseqids 2024-11-07T20:19:34,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741847_1023 (size=245) 2024-11-07T20:19:34,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41031-0x10116f3d2470001, quorum=127.0.0.1:64083, baseZNode=/0788770096 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:19:34,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41031-0x10116f3d2470001, quorum=127.0.0.1:64083, baseZNode=/0788770096 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:19:34,786 INFO [RS:0;8a040b4bf509:41031 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T20:19:34,786 INFO [RS:0;8a040b4bf509:41031 {}] regionserver.HRegionServer(1031): Exiting; stopping=8a040b4bf509,41031,1731010748003; zookeeper connection closed. 2024-11-07T20:19:34,786 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@82289f5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@82289f5 2024-11-07T20:19:34,786 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T20:19:35,112 INFO [M:0;8a040b4bf509:38389 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T20:19:35,112 INFO [M:0;8a040b4bf509:38389 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T20:19:35,112 DEBUG [M:0;8a040b4bf509:38389 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T20:19:35,112 INFO [M:0;8a040b4bf509:38389 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:19:35,112 DEBUG [M:0;8a040b4bf509:38389 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:19:35,112 DEBUG [M:0;8a040b4bf509:38389 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T20:19:35,112 DEBUG [M:0;8a040b4bf509:38389 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:19:35,112 INFO [M:0;8a040b4bf509:38389 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-07T20:19:35,125 DEBUG [M:0;8a040b4bf509:38389 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8a2a73e444d14556beb1612ad1f4354a is 82, key is hbase:meta,,1/info:regioninfo/1731010750425/Put/seqid=0 2024-11-07T20:19:35,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741848_1024 (size=5672) 2024-11-07T20:19:35,529 INFO [M:0;8a040b4bf509:38389 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8a2a73e444d14556beb1612ad1f4354a 2024-11-07T20:19:35,547 DEBUG [M:0;8a040b4bf509:38389 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d26ca7b9432b4728ae6226687d1f73a2 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731010761297/Put/seqid=0 2024-11-07T20:19:35,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741849_1025 (size=8516) 2024-11-07T20:19:35,952 INFO [M:0;8a040b4bf509:38389 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d26ca7b9432b4728ae6226687d1f73a2 2024-11-07T20:19:35,972 DEBUG [M:0;8a040b4bf509:38389 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/55d3d59f209840b9b733f2ddde67f108 is 69, key is 8a040b4bf509,41031,1731010748003/rs:state/1731010749262/Put/seqid=0 2024-11-07T20:19:35,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741850_1026 (size=5156) 2024-11-07T20:19:36,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T20:19:36,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-07T20:19:36,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T20:19:36,377 INFO [M:0;8a040b4bf509:38389 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/55d3d59f209840b9b733f2ddde67f108 2024-11-07T20:19:36,381 DEBUG [M:0;8a040b4bf509:38389 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8a2a73e444d14556beb1612ad1f4354a as hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8a2a73e444d14556beb1612ad1f4354a 2024-11-07T20:19:36,385 INFO [M:0;8a040b4bf509:38389 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8a2a73e444d14556beb1612ad1f4354a, entries=8, sequenceid=97, filesize=5.5 K 2024-11-07T20:19:36,385 DEBUG [M:0;8a040b4bf509:38389 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d26ca7b9432b4728ae6226687d1f73a2 as hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d26ca7b9432b4728ae6226687d1f73a2 2024-11-07T20:19:36,389 INFO [M:0;8a040b4bf509:38389 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d26ca7b9432b4728ae6226687d1f73a2, entries=11, sequenceid=97, filesize=8.3 K 2024-11-07T20:19:36,389 DEBUG [M:0;8a040b4bf509:38389 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/55d3d59f209840b9b733f2ddde67f108 as hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/55d3d59f209840b9b733f2ddde67f108 2024-11-07T20:19:36,393 INFO [M:0;8a040b4bf509:38389 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37487/user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/55d3d59f209840b9b733f2ddde67f108, entries=1, sequenceid=97, filesize=5.0 K 2024-11-07T20:19:36,393 INFO [M:0;8a040b4bf509:38389 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=97, compaction requested=false 2024-11-07T20:19:36,394 INFO [M:0;8a040b4bf509:38389 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:19:36,394 DEBUG [M:0;8a040b4bf509:38389 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731010775112Disabling compacts and flushes for region at 1731010775112Disabling writes for close at 1731010775112Obtaining lock to block concurrent updates at 1731010775112Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731010775112Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731010775112Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731010775113 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731010775113Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731010775125 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731010775125Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731010775533 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731010775547 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731010775547Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731010775956 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731010775972 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731010775972Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49142fb7: reopening flushed file at 1731010776380 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d9094b2: reopening flushed file at 1731010776385 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28dbce1: reopening flushed file at 1731010776389 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=97, compaction requested=false at 1731010776393 (+4 ms)Writing region close event to WAL at 1731010776394 (+1 ms)Closed at 1731010776394 2024-11-07T20:19:36,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741830_1006 (size=63654) 2024-11-07T20:19:36,396 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dfba1d8c-cf24-c266-f675-9351f419fdde/MasterData/WALs/8a040b4bf509,38389,1731010747800/8a040b4bf509%2C38389%2C1731010747800.1731010748918 not finished, retry = 0 2024-11-07T20:19:36,497 INFO [M:0;8a040b4bf509:38389 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T20:19:36,497 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T20:19:36,497 INFO [M:0;8a040b4bf509:38389 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38389 2024-11-07T20:19:36,497 INFO [M:0;8a040b4bf509:38389 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T20:19:36,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38389-0x10116f3d2470000, quorum=127.0.0.1:64083, baseZNode=/0788770096 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:19:36,649 INFO [M:0;8a040b4bf509:38389 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T20:19:36,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38389-0x10116f3d2470000, quorum=127.0.0.1:64083, baseZNode=/0788770096 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:19:36,650 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6e98d134{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T20:19:36,651 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2e85cdb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T20:19:36,651 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T20:19:36,651 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f27d9ac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T20:19:36,651 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7cebe51d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8237f0c-4403-5828-46f2-b386c827a59e/hadoop.log.dir/,STOPPED} 2024-11-07T20:19:36,652 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T20:19:36,652 WARN [BP-512078749-172.17.0.2-1731010746034 heartbeating to localhost/127.0.0.1:37487 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T20:19:36,652 WARN [BP-512078749-172.17.0.2-1731010746034 heartbeating to localhost/127.0.0.1:37487 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-512078749-172.17.0.2-1731010746034 (Datanode Uuid 42ea59a5-4252-4cdd-bcc1-975ca4bff1e0) service to localhost/127.0.0.1:37487 2024-11-07T20:19:36,652 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T20:19:36,652 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8237f0c-4403-5828-46f2-b386c827a59e/cluster_1e00c49c-ea5c-46ed-6431-59c3b7e35ee3/data/data1/current/BP-512078749-172.17.0.2-1731010746034 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T20:19:36,653 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8237f0c-4403-5828-46f2-b386c827a59e/cluster_1e00c49c-ea5c-46ed-6431-59c3b7e35ee3/data/data2/current/BP-512078749-172.17.0.2-1731010746034 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T20:19:36,653 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T20:19:36,657 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@46bc032c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T20:19:36,658 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e437044{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T20:19:36,658 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T20:19:36,658 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a6d5614{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T20:19:36,658 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ebb900e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8237f0c-4403-5828-46f2-b386c827a59e/hadoop.log.dir/,STOPPED} 2024-11-07T20:19:36,665 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T20:19:36,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T20:19:36,684 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=260 (was 238) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:36121 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37487 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36121 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36121 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36121 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64083) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64083) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37487 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37487 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:37487 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37487 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36121 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36121 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37487 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36121 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37487 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36121 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37487 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=656 (was 617) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=331 (was 348), ProcessCount=11 (was 11), AvailableMemoryMB=1211 (was 1302) 2024-11-07T20:19:36,693 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=260, OpenFileDescriptor=656, MaxFileDescriptor=1048576, SystemLoadAverage=331, ProcessCount=11, AvailableMemoryMB=1211 2024-11-07T20:19:36,704 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-07T20:19:36,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0854f73-465c-2f06-13b8-85dc45d91a5f/hadoop.log.dir so I do NOT create it in target/test-data/f74e3bce-80bd-0293-c71e-8824ae75c279 2024-11-07T20:19:36,705 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0854f73-465c-2f06-13b8-85dc45d91a5f/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T20:19:36,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0854f73-465c-2f06-13b8-85dc45d91a5f/hadoop.tmp.dir so I do NOT create it in target/test-data/f74e3bce-80bd-0293-c71e-8824ae75c279 2024-11-07T20:19:36,705 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0854f73-465c-2f06-13b8-85dc45d91a5f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T20:19:36,705 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74e3bce-80bd-0293-c71e-8824ae75c279 2024-11-07T20:19:36,705 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74e3bce-80bd-0293-c71e-8824ae75c279/cluster_bafddd35-146f-92b0-17de-a690de2451f5, deleteOnExit=true 2024-11-07T20:19:36,725 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74e3bce-80bd-0293-c71e-8824ae75c279/cluster_bafddd35-146f-92b0-17de-a690de2451f5/zookeeper_0, clientPort=58387, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74e3bce-80bd-0293-c71e-8824ae75c279/cluster_bafddd35-146f-92b0-17de-a690de2451f5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74e3bce-80bd-0293-c71e-8824ae75c279/cluster_bafddd35-146f-92b0-17de-a690de2451f5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T20:19:36,726 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58387 2024-11-07T20:19:36,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T20:19:36,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T20:19:36,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74e3bce-80bd-0293-c71e-8824ae75c279/test.cache.data in system properties and HBase conf 2024-11-07T20:19:36,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74e3bce-80bd-0293-c71e-8824ae75c279/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T20:19:36,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74e3bce-80bd-0293-c71e-8824ae75c279/hadoop.log.dir in system properties and HBase conf 2024-11-07T20:19:36,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74e3bce-80bd-0293-c71e-8824ae75c279/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T20:19:36,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74e3bce-80bd-0293-c71e-8824ae75c279/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T20:19:36,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T20:19:36,727 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T20:19:36,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74e3bce-80bd-0293-c71e-8824ae75c279/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T20:19:36,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74e3bce-80bd-0293-c71e-8824ae75c279/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T20:19:36,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74e3bce-80bd-0293-c71e-8824ae75c279/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T20:19:36,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74e3bce-80bd-0293-c71e-8824ae75c279/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T20:19:36,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74e3bce-80bd-0293-c71e-8824ae75c279/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T20:19:36,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74e3bce-80bd-0293-c71e-8824ae75c279/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T20:19:36,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74e3bce-80bd-0293-c71e-8824ae75c279/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T20:19:36,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74e3bce-80bd-0293-c71e-8824ae75c279/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T20:19:36,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74e3bce-80bd-0293-c71e-8824ae75c279/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T20:19:36,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74e3bce-80bd-0293-c71e-8824ae75c279/nfs.dump.dir in system properties and HBase conf 2024-11-07T20:19:36,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74e3bce-80bd-0293-c71e-8824ae75c279/java.io.tmpdir in system properties and HBase conf 2024-11-07T20:19:36,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74e3bce-80bd-0293-c71e-8824ae75c279/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T20:19:36,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74e3bce-80bd-0293-c71e-8824ae75c279/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T20:19:36,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74e3bce-80bd-0293-c71e-8824ae75c279/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T20:19:36,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10116f3d2470002, quorum=127.0.0.1:64083, baseZNode=/0788770096 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T20:19:36,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10116f3d2470005, quorum=127.0.0.1:64083, baseZNode=/1-1253149385 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T20:19:36,764 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10116f3d2470005, quorum=127.0.0.1:64083, baseZNode=/1-1253149385 Received Disconnected from ZooKeeper, ignoring 2024-11-07T20:19:36,764 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10116f3d2470002, quorum=127.0.0.1:64083, baseZNode=/0788770096 Received Disconnected from ZooKeeper, ignoring 2024-11-07T20:19:37,077 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T20:19:37,081 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T20:19:37,082 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T20:19:37,082 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T20:19:37,082 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T20:19:37,083 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T20:19:37,083 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@598ca5de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74e3bce-80bd-0293-c71e-8824ae75c279/hadoop.log.dir/,AVAILABLE} 2024-11-07T20:19:37,083 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59632aec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T20:19:37,184 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1bbbf729{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74e3bce-80bd-0293-c71e-8824ae75c279/java.io.tmpdir/jetty-localhost-41247-hadoop-hdfs-3_4_1-tests_jar-_-any-4437743614438059787/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T20:19:37,185 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@407b9215{HTTP/1.1, (http/1.1)}{localhost:41247} 2024-11-07T20:19:37,185 INFO [Time-limited test {}] server.Server(415): Started @237951ms 2024-11-07T20:19:37,444 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T20:19:37,446 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T20:19:37,448 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T20:19:37,448 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T20:19:37,448 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T20:19:37,449 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f6cc206{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74e3bce-80bd-0293-c71e-8824ae75c279/hadoop.log.dir/,AVAILABLE} 2024-11-07T20:19:37,449 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d985459{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T20:19:37,548 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@33425995{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74e3bce-80bd-0293-c71e-8824ae75c279/java.io.tmpdir/jetty-localhost-41525-hadoop-hdfs-3_4_1-tests_jar-_-any-11303509379388132179/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T20:19:37,548 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@719833e9{HTTP/1.1, (http/1.1)}{localhost:41525} 2024-11-07T20:19:37,548 INFO [Time-limited test {}] server.Server(415): Started @238315ms 2024-11-07T20:19:37,549 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T20:19:38,184 WARN [Thread-2681 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74e3bce-80bd-0293-c71e-8824ae75c279/cluster_bafddd35-146f-92b0-17de-a690de2451f5/data/data1/current/BP-1442035467-172.17.0.2-1731010776745/current, will proceed with Du for space computation calculation, 2024-11-07T20:19:38,184 WARN [Thread-2682 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74e3bce-80bd-0293-c71e-8824ae75c279/cluster_bafddd35-146f-92b0-17de-a690de2451f5/data/data2/current/BP-1442035467-172.17.0.2-1731010776745/current, will proceed with Du for space computation calculation, 2024-11-07T20:19:38,197 WARN [Thread-2669 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T20:19:38,199 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x27b70effb180d7a9 with lease ID 0xb4712c96c2251eeb: Processing first storage report for DS-1adc6063-88e7-4903-9b1f-bb8f0a2b5440 from datanode DatanodeRegistration(127.0.0.1:33115, datanodeUuid=cb31df53-a95a-4bdb-85f5-ba1226bd95b6, infoPort=33251, infoSecurePort=0, ipcPort=32921, storageInfo=lv=-57;cid=testClusterID;nsid=1831979021;c=1731010776745) 2024-11-07T20:19:38,199 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x27b70effb180d7a9 with lease ID 0xb4712c96c2251eeb: from storage DS-1adc6063-88e7-4903-9b1f-bb8f0a2b5440 node DatanodeRegistration(127.0.0.1:33115, datanodeUuid=cb31df53-a95a-4bdb-85f5-ba1226bd95b6, infoPort=33251, infoSecurePort=0, ipcPort=32921, storageInfo=lv=-57;cid=testClusterID;nsid=1831979021;c=1731010776745), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T20:19:38,199 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x27b70effb180d7a9 with lease ID 0xb4712c96c2251eeb: Processing first storage report for DS-5fb15c0d-f1a3-47a7-b391-2799c4feef5a from datanode DatanodeRegistration(127.0.0.1:33115, datanodeUuid=cb31df53-a95a-4bdb-85f5-ba1226bd95b6, infoPort=33251, infoSecurePort=0, ipcPort=32921, storageInfo=lv=-57;cid=testClusterID;nsid=1831979021;c=1731010776745) 2024-11-07T20:19:38,199 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x27b70effb180d7a9 with lease ID 0xb4712c96c2251eeb: from storage DS-5fb15c0d-f1a3-47a7-b391-2799c4feef5a node DatanodeRegistration(127.0.0.1:33115, datanodeUuid=cb31df53-a95a-4bdb-85f5-ba1226bd95b6, infoPort=33251, infoSecurePort=0, ipcPort=32921, storageInfo=lv=-57;cid=testClusterID;nsid=1831979021;c=1731010776745), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T20:19:38,271 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74e3bce-80bd-0293-c71e-8824ae75c279 2024-11-07T20:19:38,271 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:19:38,272 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:19:38,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33115 is added to blk_1073741825_1001 (size=7) 2024-11-07T20:19:38,679 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12 with version=8 2024-11-07T20:19:38,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/hbase-staging 2024-11-07T20:19:38,681 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8a040b4bf509:0 server-side Connection retries=45 2024-11-07T20:19:38,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:19:38,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T20:19:38,682 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T20:19:38,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:19:38,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T20:19:38,682 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T20:19:38,682 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T20:19:38,682 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46345 2024-11-07T20:19:38,683 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46345 connecting to ZooKeeper ensemble=127.0.0.1:58387 2024-11-07T20:19:38,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:463450x0, quorum=127.0.0.1:58387, baseZNode=/0397450535 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T20:19:38,773 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46345-0x10116f44a400000 connected 2024-11-07T20:19:38,858 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:19:38,860 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:19:38,861 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46345-0x10116f44a400000, quorum=127.0.0.1:58387, baseZNode=/0397450535 Set watcher on znode that does not yet exist, /0397450535/running 2024-11-07T20:19:38,862 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12, hbase.cluster.distributed=false 2024-11-07T20:19:38,863 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46345-0x10116f44a400000, quorum=127.0.0.1:58387, baseZNode=/0397450535 Set watcher on znode that does not yet exist, /0397450535/acl 2024-11-07T20:19:38,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46345 2024-11-07T20:19:38,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46345 2024-11-07T20:19:38,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46345 2024-11-07T20:19:38,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46345 2024-11-07T20:19:38,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46345 2024-11-07T20:19:38,881 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8a040b4bf509:0 server-side Connection retries=45 2024-11-07T20:19:38,881 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:19:38,881 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T20:19:38,881 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T20:19:38,881 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:19:38,881 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T20:19:38,881 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T20:19:38,881 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T20:19:38,882 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40817 2024-11-07T20:19:38,882 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40817 connecting to ZooKeeper ensemble=127.0.0.1:58387 2024-11-07T20:19:38,883 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:19:38,884 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:19:38,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:408170x0, quorum=127.0.0.1:58387, baseZNode=/0397450535 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T20:19:38,896 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40817-0x10116f44a400001, quorum=127.0.0.1:58387, baseZNode=/0397450535 Set watcher on znode that does not yet exist, /0397450535/running 2024-11-07T20:19:38,896 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40817-0x10116f44a400001 connected 2024-11-07T20:19:38,896 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T20:19:38,896 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T20:19:38,897 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40817-0x10116f44a400001, quorum=127.0.0.1:58387, baseZNode=/0397450535 Set watcher on znode that does not yet exist, /0397450535/master 2024-11-07T20:19:38,897 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40817-0x10116f44a400001, quorum=127.0.0.1:58387, baseZNode=/0397450535 Set watcher on znode that does not yet exist, /0397450535/acl 2024-11-07T20:19:38,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40817 2024-11-07T20:19:38,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40817 2024-11-07T20:19:38,901 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40817 2024-11-07T20:19:38,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40817 2024-11-07T20:19:38,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40817 2024-11-07T20:19:38,921 DEBUG [M:0;8a040b4bf509:46345 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8a040b4bf509:46345 2024-11-07T20:19:38,921 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0397450535/backup-masters/8a040b4bf509,46345,1731010778681 2024-11-07T20:19:38,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46345-0x10116f44a400000, quorum=127.0.0.1:58387, baseZNode=/0397450535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0397450535/backup-masters 2024-11-07T20:19:38,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40817-0x10116f44a400001, quorum=127.0.0.1:58387, baseZNode=/0397450535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0397450535/backup-masters 2024-11-07T20:19:38,932 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46345-0x10116f44a400000, quorum=127.0.0.1:58387, baseZNode=/0397450535 Set watcher on existing znode=/0397450535/backup-masters/8a040b4bf509,46345,1731010778681 2024-11-07T20:19:38,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40817-0x10116f44a400001, quorum=127.0.0.1:58387, baseZNode=/0397450535 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0397450535/master 2024-11-07T20:19:38,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46345-0x10116f44a400000, quorum=127.0.0.1:58387, baseZNode=/0397450535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0397450535 2024-11-07T20:19:38,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40817-0x10116f44a400001, quorum=127.0.0.1:58387, baseZNode=/0397450535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0397450535 2024-11-07T20:19:38,943 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46345-0x10116f44a400000, quorum=127.0.0.1:58387, baseZNode=/0397450535 Set watcher on existing znode=/0397450535/master 2024-11-07T20:19:38,943 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0397450535/backup-masters/8a040b4bf509,46345,1731010778681 from backup master directory 2024-11-07T20:19:38,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40817-0x10116f44a400001, quorum=127.0.0.1:58387, baseZNode=/0397450535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0397450535/backup-masters 2024-11-07T20:19:38,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46345-0x10116f44a400000, quorum=127.0.0.1:58387, baseZNode=/0397450535 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0397450535/backup-masters/8a040b4bf509,46345,1731010778681 2024-11-07T20:19:38,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46345-0x10116f44a400000, quorum=127.0.0.1:58387, baseZNode=/0397450535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0397450535/backup-masters 2024-11-07T20:19:38,953 WARN [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T20:19:38,953 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8a040b4bf509,46345,1731010778681 2024-11-07T20:19:38,956 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/hbase.id] with ID: d97e06db-c09f-4536-9490-d903541d1860 2024-11-07T20:19:38,956 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/.tmp/hbase.id 2024-11-07T20:19:38,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33115 is added to blk_1073741826_1002 (size=42) 2024-11-07T20:19:39,360 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/.tmp/hbase.id]:[hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/hbase.id] 2024-11-07T20:19:39,368 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:19:39,368 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T20:19:39,369 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T20:19:39,406 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T20:19:39,407 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:39,407 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:39,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40817-0x10116f44a400001, quorum=127.0.0.1:58387, baseZNode=/0397450535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0397450535 2024-11-07T20:19:39,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46345-0x10116f44a400000, quorum=127.0.0.1:58387, baseZNode=/0397450535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0397450535 2024-11-07T20:19:39,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33115 is added to blk_1073741827_1003 (size=196) 2024-11-07T20:19:39,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:39,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:39,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:39,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:39,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:39,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:39,440 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:19:39,441 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8a040b4bf509,35697,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a040b4bf509:35697 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T20:19:39,441 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38419 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8a040b4bf509,35697,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a040b4bf509:35697 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T20:19:39,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:39,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:39,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:39,446 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:39,822 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T20:19:39,823 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T20:19:39,823 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:19:39,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33115 is added to blk_1073741828_1004 (size=1189) 2024-11-07T20:19:40,228 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/MasterData/data/master/store 2024-11-07T20:19:40,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33115 is added to blk_1073741829_1005 (size=34) 2024-11-07T20:19:40,633 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:19:40,634 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T20:19:40,634 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:19:40,634 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:19:40,634 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T20:19:40,634 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:19:40,634 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:19:40,634 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731010780634Disabling compacts and flushes for region at 1731010780634Disabling writes for close at 1731010780634Writing region close event to WAL at 1731010780634Closed at 1731010780634 2024-11-07T20:19:40,635 WARN [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/MasterData/data/master/store/.initializing 2024-11-07T20:19:40,635 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/MasterData/WALs/8a040b4bf509,46345,1731010778681 2024-11-07T20:19:40,635 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T20:19:40,637 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8a040b4bf509%2C46345%2C1731010778681, suffix=, logDir=hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/MasterData/WALs/8a040b4bf509,46345,1731010778681, archiveDir=hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/MasterData/oldWALs, maxLogs=10 2024-11-07T20:19:40,652 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/MasterData/WALs/8a040b4bf509,46345,1731010778681/8a040b4bf509%2C46345%2C1731010778681.1731010780637, exclude list is [], retry=0 2024-11-07T20:19:40,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33115,DS-1adc6063-88e7-4903-9b1f-bb8f0a2b5440,DISK] 2024-11-07T20:19:40,655 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/MasterData/WALs/8a040b4bf509,46345,1731010778681/8a040b4bf509%2C46345%2C1731010778681.1731010780637 2024-11-07T20:19:40,655 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33251:33251)] 2024-11-07T20:19:40,656 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T20:19:40,656 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:19:40,656 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:19:40,656 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:19:40,657 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:19:40,658 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T20:19:40,658 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:40,658 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:19:40,658 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:19:40,659 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T20:19:40,659 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:40,659 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:19:40,659 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:19:40,660 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T20:19:40,660 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:40,660 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:19:40,660 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:19:40,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T20:19:40,661 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:40,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:19:40,662 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:19:40,662 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:19:40,662 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:19:40,663 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:19:40,663 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:19:40,664 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T20:19:40,664 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:19:40,666 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T20:19:40,666 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74536820, jitterRate=0.11068516969680786}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T20:19:40,666 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731010780656Initializing all the Stores at 1731010780657 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010780657Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010780657Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010780657Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010780657Cleaning up temporary data from old regions at 1731010780663 (+6 ms)Region opened successfully at 1731010780666 (+3 ms) 2024-11-07T20:19:40,667 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T20:19:40,669 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11c1e72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a040b4bf509/172.17.0.2:0 2024-11-07T20:19:40,669 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T20:19:40,669 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T20:19:40,669 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T20:19:40,669 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T20:19:40,670 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T20:19:40,670 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T20:19:40,670 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T20:19:40,672 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T20:19:40,673 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46345-0x10116f44a400000, quorum=127.0.0.1:58387, baseZNode=/0397450535 Unable to get data of znode /0397450535/balancer because node does not exist (not necessarily an error) 2024-11-07T20:19:40,758 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0397450535/balancer already deleted, retry=false 2024-11-07T20:19:40,759 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T20:19:40,759 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46345-0x10116f44a400000, quorum=127.0.0.1:58387, baseZNode=/0397450535 Unable to get data of znode /0397450535/normalizer because node does not exist (not necessarily an error) 2024-11-07T20:19:40,769 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0397450535/normalizer already deleted, retry=false 2024-11-07T20:19:40,769 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T20:19:40,770 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46345-0x10116f44a400000, quorum=127.0.0.1:58387, baseZNode=/0397450535 Unable to get data of znode /0397450535/switch/split because node does not exist (not necessarily an error) 2024-11-07T20:19:40,779 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0397450535/switch/split already deleted, retry=false 2024-11-07T20:19:40,780 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46345-0x10116f44a400000, quorum=127.0.0.1:58387, baseZNode=/0397450535 Unable to get data of znode /0397450535/switch/merge because node does not exist (not necessarily an error) 2024-11-07T20:19:40,790 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0397450535/switch/merge already deleted, retry=false 2024-11-07T20:19:40,791 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46345-0x10116f44a400000, quorum=127.0.0.1:58387, baseZNode=/0397450535 Unable to get data of znode /0397450535/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T20:19:40,800 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0397450535/snapshot-cleanup already deleted, retry=false 2024-11-07T20:19:40,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46345-0x10116f44a400000, quorum=127.0.0.1:58387, baseZNode=/0397450535 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0397450535/running 2024-11-07T20:19:40,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40817-0x10116f44a400001, quorum=127.0.0.1:58387, baseZNode=/0397450535 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0397450535/running 2024-11-07T20:19:40,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46345-0x10116f44a400000, quorum=127.0.0.1:58387, baseZNode=/0397450535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0397450535 2024-11-07T20:19:40,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40817-0x10116f44a400001, quorum=127.0.0.1:58387, baseZNode=/0397450535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0397450535 2024-11-07T20:19:40,811 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8a040b4bf509,46345,1731010778681, sessionid=0x10116f44a400000, setting cluster-up flag (Was=false) 2024-11-07T20:19:40,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40817-0x10116f44a400001, quorum=127.0.0.1:58387, baseZNode=/0397450535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0397450535 2024-11-07T20:19:40,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46345-0x10116f44a400000, quorum=127.0.0.1:58387, baseZNode=/0397450535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0397450535 2024-11-07T20:19:40,864 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0397450535/flush-table-proc/acquired, /0397450535/flush-table-proc/reached, /0397450535/flush-table-proc/abort 2024-11-07T20:19:40,865 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a040b4bf509,46345,1731010778681 2024-11-07T20:19:40,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40817-0x10116f44a400001, quorum=127.0.0.1:58387, baseZNode=/0397450535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0397450535 2024-11-07T20:19:40,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46345-0x10116f44a400000, quorum=127.0.0.1:58387, baseZNode=/0397450535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0397450535 2024-11-07T20:19:40,916 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0397450535/online-snapshot/acquired, /0397450535/online-snapshot/reached, /0397450535/online-snapshot/abort 2024-11-07T20:19:40,917 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a040b4bf509,46345,1731010778681 2024-11-07T20:19:40,918 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T20:19:40,918 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T20:19:40,919 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T20:19:40,919 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T20:19:40,919 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8a040b4bf509,46345,1731010778681 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T20:19:40,920 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:19:40,920 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:19:40,920 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:19:40,920 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:19:40,920 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8a040b4bf509:0, corePoolSize=10, maxPoolSize=10 2024-11-07T20:19:40,920 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:19:40,920 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8a040b4bf509:0, corePoolSize=2, maxPoolSize=2 2024-11-07T20:19:40,920 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:19:40,921 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731010810921 2024-11-07T20:19:40,921 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T20:19:40,921 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T20:19:40,921 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T20:19:40,921 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T20:19:40,921 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T20:19:40,921 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T20:19:40,921 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T20:19:40,921 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T20:19:40,921 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:40,921 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T20:19:40,921 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T20:19:40,921 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T20:19:40,922 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T20:19:40,922 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:40,922 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T20:19:40,922 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T20:19:40,922 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T20:19:40,922 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.large.0-1731010780922,5,FailOnTimeoutGroup] 2024-11-07T20:19:40,922 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.small.0-1731010780922,5,FailOnTimeoutGroup] 2024-11-07T20:19:40,922 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:40,922 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T20:19:40,922 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:40,922 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:40,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33115 is added to blk_1073741831_1007 (size=1321) 2024-11-07T20:19:41,011 INFO [RS:0;8a040b4bf509:40817 {}] regionserver.HRegionServer(746): ClusterId : d97e06db-c09f-4536-9490-d903541d1860 2024-11-07T20:19:41,011 DEBUG [RS:0;8a040b4bf509:40817 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T20:19:41,022 DEBUG [RS:0;8a040b4bf509:40817 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T20:19:41,022 DEBUG [RS:0;8a040b4bf509:40817 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T20:19:41,033 DEBUG [RS:0;8a040b4bf509:40817 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T20:19:41,033 DEBUG [RS:0;8a040b4bf509:40817 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2532a139, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a040b4bf509/172.17.0.2:0 2024-11-07T20:19:41,043 DEBUG [RS:0;8a040b4bf509:40817 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8a040b4bf509:40817 2024-11-07T20:19:41,043 INFO [RS:0;8a040b4bf509:40817 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T20:19:41,043 INFO [RS:0;8a040b4bf509:40817 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T20:19:41,043 DEBUG [RS:0;8a040b4bf509:40817 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T20:19:41,044 INFO [RS:0;8a040b4bf509:40817 {}] regionserver.HRegionServer(2659): reportForDuty to master=8a040b4bf509,46345,1731010778681 with port=40817, startcode=1731010778881 2024-11-07T20:19:41,044 DEBUG [RS:0;8a040b4bf509:40817 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T20:19:41,045 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44015, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T20:19:41,046 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46345 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8a040b4bf509,40817,1731010778881 2024-11-07T20:19:41,046 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46345 {}] master.ServerManager(517): Registering regionserver=8a040b4bf509,40817,1731010778881 2024-11-07T20:19:41,047 DEBUG [RS:0;8a040b4bf509:40817 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12 2024-11-07T20:19:41,047 DEBUG [RS:0;8a040b4bf509:40817 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32947 2024-11-07T20:19:41,047 DEBUG [RS:0;8a040b4bf509:40817 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T20:19:41,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46345-0x10116f44a400000, quorum=127.0.0.1:58387, baseZNode=/0397450535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0397450535/rs 2024-11-07T20:19:41,058 DEBUG [RS:0;8a040b4bf509:40817 {}] zookeeper.ZKUtil(111): regionserver:40817-0x10116f44a400001, quorum=127.0.0.1:58387, baseZNode=/0397450535 Set watcher on existing znode=/0397450535/rs/8a040b4bf509,40817,1731010778881 2024-11-07T20:19:41,059 WARN [RS:0;8a040b4bf509:40817 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T20:19:41,059 INFO [RS:0;8a040b4bf509:40817 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:19:41,059 DEBUG [RS:0;8a040b4bf509:40817 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/WALs/8a040b4bf509,40817,1731010778881 2024-11-07T20:19:41,059 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8a040b4bf509,40817,1731010778881] 2024-11-07T20:19:41,061 INFO [RS:0;8a040b4bf509:40817 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T20:19:41,062 INFO [RS:0;8a040b4bf509:40817 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T20:19:41,062 INFO [RS:0;8a040b4bf509:40817 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T20:19:41,062 INFO [RS:0;8a040b4bf509:40817 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:41,062 INFO [RS:0;8a040b4bf509:40817 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T20:19:41,063 INFO [RS:0;8a040b4bf509:40817 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T20:19:41,063 INFO [RS:0;8a040b4bf509:40817 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:41,063 DEBUG [RS:0;8a040b4bf509:40817 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:19:41,063 DEBUG [RS:0;8a040b4bf509:40817 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:19:41,063 DEBUG [RS:0;8a040b4bf509:40817 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:19:41,063 DEBUG [RS:0;8a040b4bf509:40817 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:19:41,063 DEBUG [RS:0;8a040b4bf509:40817 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:19:41,063 DEBUG [RS:0;8a040b4bf509:40817 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8a040b4bf509:0, corePoolSize=2, maxPoolSize=2 2024-11-07T20:19:41,063 DEBUG [RS:0;8a040b4bf509:40817 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:19:41,063 DEBUG [RS:0;8a040b4bf509:40817 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:19:41,063 DEBUG [RS:0;8a040b4bf509:40817 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:19:41,063 DEBUG [RS:0;8a040b4bf509:40817 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:19:41,063 DEBUG [RS:0;8a040b4bf509:40817 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:19:41,063 DEBUG [RS:0;8a040b4bf509:40817 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:19:41,063 DEBUG [RS:0;8a040b4bf509:40817 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8a040b4bf509:0, corePoolSize=3, maxPoolSize=3 2024-11-07T20:19:41,063 DEBUG [RS:0;8a040b4bf509:40817 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8a040b4bf509:0, corePoolSize=3, maxPoolSize=3 2024-11-07T20:19:41,063 INFO [RS:0;8a040b4bf509:40817 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:41,063 INFO [RS:0;8a040b4bf509:40817 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:41,064 INFO [RS:0;8a040b4bf509:40817 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:41,064 INFO [RS:0;8a040b4bf509:40817 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:41,064 INFO [RS:0;8a040b4bf509:40817 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:41,064 INFO [RS:0;8a040b4bf509:40817 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,40817,1731010778881-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T20:19:41,076 INFO [RS:0;8a040b4bf509:40817 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T20:19:41,076 INFO [RS:0;8a040b4bf509:40817 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,40817,1731010778881-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:41,076 INFO [RS:0;8a040b4bf509:40817 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:41,076 INFO [RS:0;8a040b4bf509:40817 {}] regionserver.Replication(171): 8a040b4bf509,40817,1731010778881 started 2024-11-07T20:19:41,087 INFO [RS:0;8a040b4bf509:40817 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:41,087 INFO [RS:0;8a040b4bf509:40817 {}] regionserver.HRegionServer(1482): Serving as 8a040b4bf509,40817,1731010778881, RpcServer on 8a040b4bf509/172.17.0.2:40817, sessionid=0x10116f44a400001 2024-11-07T20:19:41,087 DEBUG [RS:0;8a040b4bf509:40817 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T20:19:41,087 DEBUG [RS:0;8a040b4bf509:40817 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8a040b4bf509,40817,1731010778881 2024-11-07T20:19:41,087 DEBUG [RS:0;8a040b4bf509:40817 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a040b4bf509,40817,1731010778881' 2024-11-07T20:19:41,087 DEBUG [RS:0;8a040b4bf509:40817 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0397450535/flush-table-proc/abort' 2024-11-07T20:19:41,088 DEBUG [RS:0;8a040b4bf509:40817 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0397450535/flush-table-proc/acquired' 2024-11-07T20:19:41,088 DEBUG [RS:0;8a040b4bf509:40817 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T20:19:41,088 DEBUG [RS:0;8a040b4bf509:40817 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T20:19:41,088 DEBUG [RS:0;8a040b4bf509:40817 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8a040b4bf509,40817,1731010778881 2024-11-07T20:19:41,088 DEBUG [RS:0;8a040b4bf509:40817 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a040b4bf509,40817,1731010778881' 2024-11-07T20:19:41,088 DEBUG [RS:0;8a040b4bf509:40817 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0397450535/online-snapshot/abort' 2024-11-07T20:19:41,088 DEBUG [RS:0;8a040b4bf509:40817 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0397450535/online-snapshot/acquired' 2024-11-07T20:19:41,089 DEBUG [RS:0;8a040b4bf509:40817 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T20:19:41,089 INFO [RS:0;8a040b4bf509:40817 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T20:19:41,089 INFO [RS:0;8a040b4bf509:40817 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T20:19:41,189 INFO [RS:0;8a040b4bf509:40817 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T20:19:41,190 INFO [RS:0;8a040b4bf509:40817 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a040b4bf509%2C40817%2C1731010778881, suffix=, logDir=hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/WALs/8a040b4bf509,40817,1731010778881, archiveDir=hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/oldWALs, maxLogs=10 2024-11-07T20:19:41,202 DEBUG [RS:0;8a040b4bf509:40817 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/WALs/8a040b4bf509,40817,1731010778881/8a040b4bf509%2C40817%2C1731010778881.1731010781190, exclude list is [], retry=0 2024-11-07T20:19:41,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33115,DS-1adc6063-88e7-4903-9b1f-bb8f0a2b5440,DISK] 2024-11-07T20:19:41,205 INFO [RS:0;8a040b4bf509:40817 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/WALs/8a040b4bf509,40817,1731010778881/8a040b4bf509%2C40817%2C1731010778881.1731010781190 2024-11-07T20:19:41,206 DEBUG [RS:0;8a040b4bf509:40817 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33251:33251)] 2024-11-07T20:19:41,330 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T20:19:41,330 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12 2024-11-07T20:19:41,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33115 is added to blk_1073741833_1009 (size=32) 2024-11-07T20:19:41,735 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:19:41,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T20:19:41,737 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T20:19:41,737 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:41,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:19:41,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T20:19:41,738 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T20:19:41,739 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:41,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:19:41,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T20:19:41,740 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T20:19:41,740 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:41,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:19:41,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T20:19:41,741 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T20:19:41,741 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:41,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:19:41,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T20:19:41,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/data/hbase/meta/1588230740 2024-11-07T20:19:41,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/data/hbase/meta/1588230740 2024-11-07T20:19:41,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T20:19:41,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T20:19:41,742 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T20:19:41,743 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T20:19:41,744 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T20:19:41,744 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72033383, jitterRate=0.07338105142116547}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T20:19:41,744 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731010781735Initializing all the Stores at 1731010781736 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010781736Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010781736Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010781736Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010781736Cleaning up temporary data from old regions at 1731010781742 (+6 ms)Region opened successfully at 1731010781744 (+2 ms) 2024-11-07T20:19:41,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T20:19:41,745 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T20:19:41,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T20:19:41,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T20:19:41,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T20:19:41,745 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T20:19:41,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731010781745Disabling compacts and flushes for region at 1731010781745Disabling writes for close at 1731010781745Writing region close event to WAL at 1731010781745Closed at 1731010781745 2024-11-07T20:19:41,746 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T20:19:41,746 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T20:19:41,746 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T20:19:41,746 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T20:19:41,747 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T20:19:41,897 DEBUG [8a040b4bf509:46345 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T20:19:41,898 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8a040b4bf509,40817,1731010778881 2024-11-07T20:19:41,898 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a040b4bf509,40817,1731010778881, state=OPENING 2024-11-07T20:19:41,948 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T20:19:41,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46345-0x10116f44a400000, quorum=127.0.0.1:58387, baseZNode=/0397450535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0397450535 2024-11-07T20:19:41,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40817-0x10116f44a400001, quorum=127.0.0.1:58387, baseZNode=/0397450535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0397450535 2024-11-07T20:19:41,959 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0397450535/meta-region-server: CHANGED 2024-11-07T20:19:41,959 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T20:19:41,959 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0397450535/meta-region-server: CHANGED 2024-11-07T20:19:41,959 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8a040b4bf509,40817,1731010778881}] 2024-11-07T20:19:42,111 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T20:19:42,113 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37805, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T20:19:42,115 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T20:19:42,115 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:19:42,115 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T20:19:42,116 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a040b4bf509%2C40817%2C1731010778881.meta, suffix=.meta, logDir=hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/WALs/8a040b4bf509,40817,1731010778881, archiveDir=hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/oldWALs, maxLogs=10 2024-11-07T20:19:42,128 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/WALs/8a040b4bf509,40817,1731010778881/8a040b4bf509%2C40817%2C1731010778881.meta.1731010782116.meta, exclude list is [], retry=0 2024-11-07T20:19:42,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33115,DS-1adc6063-88e7-4903-9b1f-bb8f0a2b5440,DISK] 2024-11-07T20:19:42,131 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/WALs/8a040b4bf509,40817,1731010778881/8a040b4bf509%2C40817%2C1731010778881.meta.1731010782116.meta 2024-11-07T20:19:42,131 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33251:33251)] 2024-11-07T20:19:42,131 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T20:19:42,131 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T20:19:42,131 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T20:19:42,131 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T20:19:42,131 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T20:19:42,131 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T20:19:42,131 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:19:42,132 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T20:19:42,132 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T20:19:42,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T20:19:42,137 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T20:19:42,137 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:42,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:19:42,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T20:19:42,138 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T20:19:42,138 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:42,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:19:42,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T20:19:42,139 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T20:19:42,139 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:42,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:19:42,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T20:19:42,140 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T20:19:42,140 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:42,140 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:19:42,140 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T20:19:42,141 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/data/hbase/meta/1588230740 2024-11-07T20:19:42,141 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/data/hbase/meta/1588230740 2024-11-07T20:19:42,142 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T20:19:42,142 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T20:19:42,142 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T20:19:42,143 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T20:19:42,144 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72316655, jitterRate=0.07760213315486908}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T20:19:42,144 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T20:19:42,144 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731010782132Writing region info on filesystem at 1731010782132Initializing all the Stores at 1731010782132Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010782132Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010782136 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010782136Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010782136Cleaning up temporary data from old regions at 1731010782142 (+6 ms)Running coprocessor post-open hooks at 1731010782144 (+2 ms)Region opened successfully at 1731010782144 2024-11-07T20:19:42,145 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731010782111 2024-11-07T20:19:42,146 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T20:19:42,147 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T20:19:42,147 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8a040b4bf509,40817,1731010778881 2024-11-07T20:19:42,147 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a040b4bf509,40817,1731010778881, state=OPEN 2024-11-07T20:19:42,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40817-0x10116f44a400001, quorum=127.0.0.1:58387, baseZNode=/0397450535 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0397450535/meta-region-server 2024-11-07T20:19:42,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46345-0x10116f44a400000, quorum=127.0.0.1:58387, baseZNode=/0397450535 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0397450535/meta-region-server 2024-11-07T20:19:42,184 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0397450535/meta-region-server: CHANGED 2024-11-07T20:19:42,184 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0397450535/meta-region-server: CHANGED 2024-11-07T20:19:42,184 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8a040b4bf509,40817,1731010778881 2024-11-07T20:19:42,186 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T20:19:42,186 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8a040b4bf509,40817,1731010778881 in 225 msec 2024-11-07T20:19:42,187 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T20:19:42,187 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 440 msec 2024-11-07T20:19:42,187 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T20:19:42,188 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T20:19:42,189 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:19:42,189 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,40817,1731010778881, seqNum=-1] 2024-11-07T20:19:42,189 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:19:42,190 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58973, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T20:19:42,193 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2740 sec 2024-11-07T20:19:42,194 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731010782193, completionTime=-1 2024-11-07T20:19:42,194 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T20:19:42,194 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T20:19:42,195 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T20:19:42,195 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731010842195 2024-11-07T20:19:42,195 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731010902195 2024-11-07T20:19:42,195 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-07T20:19:42,196 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,46345,1731010778681-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:42,196 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,46345,1731010778681-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:42,196 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,46345,1731010778681-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:42,196 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8a040b4bf509:46345, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:42,196 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:42,196 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:42,197 DEBUG [master/8a040b4bf509:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T20:19:42,199 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.245sec 2024-11-07T20:19:42,199 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T20:19:42,199 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T20:19:42,199 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T20:19:42,199 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T20:19:42,199 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T20:19:42,199 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,46345,1731010778681-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T20:19:42,199 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,46345,1731010778681-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T20:19:42,200 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T20:19:42,200 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T20:19:42,200 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,46345,1731010778681-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:42,212 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23281270, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:19:42,212 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,46345,-1 for getting cluster id 2024-11-07T20:19:42,212 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:19:42,213 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd97e06db-c09f-4536-9490-d903541d1860' 2024-11-07T20:19:42,213 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:19:42,213 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d97e06db-c09f-4536-9490-d903541d1860" 2024-11-07T20:19:42,213 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e0b49f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:19:42,213 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,46345,-1] 2024-11-07T20:19:42,214 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:19:42,214 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:19:42,214 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:19:42,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b663765, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:19:42,215 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:19:42,216 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,40817,1731010778881, seqNum=-1] 2024-11-07T20:19:42,216 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:19:42,217 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T20:19:42,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8a040b4bf509,46345,1731010778681 2024-11-07T20:19:42,219 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58387 2024-11-07T20:19:42,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58387, baseZNode=/0397450535 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T20:19:42,238 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10116f44a400002 connected 2024-11-07T20:19:42,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74e3bce-80bd-0293-c71e-8824ae75c279/hadoop.log.dir so I do NOT create it in target/test-data/7c47b7b2-8b45-9d15-a1f5-acd09e0b4538 2024-11-07T20:19:42,250 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74e3bce-80bd-0293-c71e-8824ae75c279/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T20:19:42,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74e3bce-80bd-0293-c71e-8824ae75c279/hadoop.tmp.dir so I do NOT create it in target/test-data/7c47b7b2-8b45-9d15-a1f5-acd09e0b4538 2024-11-07T20:19:42,250 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74e3bce-80bd-0293-c71e-8824ae75c279/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T20:19:42,250 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c47b7b2-8b45-9d15-a1f5-acd09e0b4538 2024-11-07T20:19:42,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T20:19:42,250 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c47b7b2-8b45-9d15-a1f5-acd09e0b4538/cluster_316ca489-ccaa-37b7-00f6-5f42f9e9666a, deleteOnExit=true 2024-11-07T20:19:42,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T20:19:42,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c47b7b2-8b45-9d15-a1f5-acd09e0b4538/test.cache.data in system properties and HBase conf 2024-11-07T20:19:42,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c47b7b2-8b45-9d15-a1f5-acd09e0b4538/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T20:19:42,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c47b7b2-8b45-9d15-a1f5-acd09e0b4538/hadoop.log.dir in system properties and HBase conf 2024-11-07T20:19:42,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c47b7b2-8b45-9d15-a1f5-acd09e0b4538/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T20:19:42,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c47b7b2-8b45-9d15-a1f5-acd09e0b4538/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T20:19:42,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T20:19:42,250 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T20:19:42,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c47b7b2-8b45-9d15-a1f5-acd09e0b4538/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T20:19:42,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c47b7b2-8b45-9d15-a1f5-acd09e0b4538/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T20:19:42,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c47b7b2-8b45-9d15-a1f5-acd09e0b4538/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T20:19:42,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c47b7b2-8b45-9d15-a1f5-acd09e0b4538/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T20:19:42,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c47b7b2-8b45-9d15-a1f5-acd09e0b4538/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T20:19:42,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c47b7b2-8b45-9d15-a1f5-acd09e0b4538/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T20:19:42,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c47b7b2-8b45-9d15-a1f5-acd09e0b4538/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T20:19:42,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c47b7b2-8b45-9d15-a1f5-acd09e0b4538/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T20:19:42,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c47b7b2-8b45-9d15-a1f5-acd09e0b4538/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T20:19:42,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c47b7b2-8b45-9d15-a1f5-acd09e0b4538/nfs.dump.dir in system properties and HBase conf 2024-11-07T20:19:42,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c47b7b2-8b45-9d15-a1f5-acd09e0b4538/java.io.tmpdir in system properties and HBase conf 2024-11-07T20:19:42,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c47b7b2-8b45-9d15-a1f5-acd09e0b4538/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T20:19:42,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c47b7b2-8b45-9d15-a1f5-acd09e0b4538/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T20:19:42,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c47b7b2-8b45-9d15-a1f5-acd09e0b4538/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T20:19:42,532 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T20:19:42,535 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T20:19:42,536 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T20:19:42,536 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T20:19:42,536 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T20:19:42,537 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T20:19:42,538 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42079d27{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c47b7b2-8b45-9d15-a1f5-acd09e0b4538/hadoop.log.dir/,AVAILABLE} 2024-11-07T20:19:42,538 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6dee079b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T20:19:42,631 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6116b280{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c47b7b2-8b45-9d15-a1f5-acd09e0b4538/java.io.tmpdir/jetty-localhost-43363-hadoop-hdfs-3_4_1-tests_jar-_-any-1830974208879829515/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T20:19:42,632 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61ecc8c5{HTTP/1.1, (http/1.1)}{localhost:43363} 2024-11-07T20:19:42,632 INFO [Time-limited test {}] server.Server(415): Started @243398ms 2024-11-07T20:19:42,870 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T20:19:42,874 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T20:19:42,876 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T20:19:42,876 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T20:19:42,876 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T20:19:42,877 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23a6605b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c47b7b2-8b45-9d15-a1f5-acd09e0b4538/hadoop.log.dir/,AVAILABLE} 2024-11-07T20:19:42,877 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33eb7338{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T20:19:42,983 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@55580c18{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c47b7b2-8b45-9d15-a1f5-acd09e0b4538/java.io.tmpdir/jetty-localhost-36637-hadoop-hdfs-3_4_1-tests_jar-_-any-11303801633629523054/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T20:19:42,983 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@25482ea9{HTTP/1.1, (http/1.1)}{localhost:36637} 2024-11-07T20:19:42,983 INFO [Time-limited test {}] server.Server(415): Started @243749ms 2024-11-07T20:19:42,984 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T20:19:43,670 WARN [Thread-2803 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c47b7b2-8b45-9d15-a1f5-acd09e0b4538/cluster_316ca489-ccaa-37b7-00f6-5f42f9e9666a/data/data2/current/BP-2109657173-172.17.0.2-1731010782265/current, will proceed with Du for space computation calculation, 2024-11-07T20:19:43,670 WARN [Thread-2802 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c47b7b2-8b45-9d15-a1f5-acd09e0b4538/cluster_316ca489-ccaa-37b7-00f6-5f42f9e9666a/data/data1/current/BP-2109657173-172.17.0.2-1731010782265/current, will proceed with Du for space computation calculation, 2024-11-07T20:19:43,692 WARN [Thread-2790 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T20:19:43,696 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd1a1681c42209b56 with lease ID 0xfe97d9f3cf35de3a: Processing first storage report for DS-75db20ab-d9e2-4b40-8652-cd84305d16fc from datanode DatanodeRegistration(127.0.0.1:38477, datanodeUuid=8b6acb55-f9d0-4ccf-9255-9fbb7bd50e84, infoPort=34331, infoSecurePort=0, ipcPort=42605, storageInfo=lv=-57;cid=testClusterID;nsid=493363773;c=1731010782265) 2024-11-07T20:19:43,696 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd1a1681c42209b56 with lease ID 0xfe97d9f3cf35de3a: from storage DS-75db20ab-d9e2-4b40-8652-cd84305d16fc node DatanodeRegistration(127.0.0.1:38477, datanodeUuid=8b6acb55-f9d0-4ccf-9255-9fbb7bd50e84, infoPort=34331, infoSecurePort=0, ipcPort=42605, storageInfo=lv=-57;cid=testClusterID;nsid=493363773;c=1731010782265), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T20:19:43,696 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd1a1681c42209b56 with lease ID 0xfe97d9f3cf35de3a: Processing first storage report for DS-842e28a5-75b0-4abb-b43f-756649be2b34 from datanode DatanodeRegistration(127.0.0.1:38477, datanodeUuid=8b6acb55-f9d0-4ccf-9255-9fbb7bd50e84, infoPort=34331, infoSecurePort=0, ipcPort=42605, storageInfo=lv=-57;cid=testClusterID;nsid=493363773;c=1731010782265) 2024-11-07T20:19:43,696 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd1a1681c42209b56 with lease ID 0xfe97d9f3cf35de3a: from storage DS-842e28a5-75b0-4abb-b43f-756649be2b34 node DatanodeRegistration(127.0.0.1:38477, datanodeUuid=8b6acb55-f9d0-4ccf-9255-9fbb7bd50e84, infoPort=34331, infoSecurePort=0, ipcPort=42605, storageInfo=lv=-57;cid=testClusterID;nsid=493363773;c=1731010782265), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T20:19:43,709 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c47b7b2-8b45-9d15-a1f5-acd09e0b4538 2024-11-07T20:19:43,709 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:19:43,721 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:19:43,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38477 is added to blk_1073741825_1001 (size=7) 2024-11-07T20:19:44,128 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359 with version=8 2024-11-07T20:19:44,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/hbase-staging 2024-11-07T20:19:44,131 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8a040b4bf509:0 server-side Connection retries=45 2024-11-07T20:19:44,131 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:19:44,131 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T20:19:44,131 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T20:19:44,131 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:19:44,131 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T20:19:44,131 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T20:19:44,131 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T20:19:44,132 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46649 2024-11-07T20:19:44,133 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46649 connecting to ZooKeeper ensemble=127.0.0.1:58387 2024-11-07T20:19:44,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:466490x0, quorum=127.0.0.1:58387, baseZNode=/1-481915277 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T20:19:44,185 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46649-0x10116f44a400003 connected 2024-11-07T20:19:44,258 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:19:44,259 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:19:44,261 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46649-0x10116f44a400003, quorum=127.0.0.1:58387, baseZNode=/1-481915277 Set watcher on znode that does not yet exist, /1-481915277/running 2024-11-07T20:19:44,261 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359, hbase.cluster.distributed=false 2024-11-07T20:19:44,262 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46649-0x10116f44a400003, quorum=127.0.0.1:58387, baseZNode=/1-481915277 Set watcher on znode that does not yet exist, /1-481915277/acl 2024-11-07T20:19:44,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46649 2024-11-07T20:19:44,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46649 2024-11-07T20:19:44,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46649 2024-11-07T20:19:44,263 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46649 2024-11-07T20:19:44,263 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46649 2024-11-07T20:19:44,280 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8a040b4bf509:0 server-side Connection retries=45 2024-11-07T20:19:44,281 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:19:44,281 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T20:19:44,281 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T20:19:44,281 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:19:44,281 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T20:19:44,281 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T20:19:44,281 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T20:19:44,282 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42413 2024-11-07T20:19:44,283 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42413 connecting to ZooKeeper ensemble=127.0.0.1:58387 2024-11-07T20:19:44,283 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:19:44,285 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:19:44,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:424130x0, quorum=127.0.0.1:58387, baseZNode=/1-481915277 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T20:19:44,301 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:424130x0, quorum=127.0.0.1:58387, baseZNode=/1-481915277 Set watcher on znode that does not yet exist, /1-481915277/running 2024-11-07T20:19:44,301 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T20:19:44,301 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42413-0x10116f44a400004 connected 2024-11-07T20:19:44,303 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T20:19:44,303 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42413-0x10116f44a400004, quorum=127.0.0.1:58387, baseZNode=/1-481915277 Set watcher on znode that does not yet exist, /1-481915277/master 2024-11-07T20:19:44,304 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42413-0x10116f44a400004, quorum=127.0.0.1:58387, baseZNode=/1-481915277 Set watcher on znode that does not yet exist, /1-481915277/acl 2024-11-07T20:19:44,312 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42413 2024-11-07T20:19:44,312 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42413 2024-11-07T20:19:44,312 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42413 2024-11-07T20:19:44,314 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42413 2024-11-07T20:19:44,314 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42413 2024-11-07T20:19:44,328 DEBUG [M:0;8a040b4bf509:46649 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8a040b4bf509:46649 2024-11-07T20:19:44,328 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-481915277/backup-masters/8a040b4bf509,46649,1731010784130 2024-11-07T20:19:44,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46649-0x10116f44a400003, quorum=127.0.0.1:58387, baseZNode=/1-481915277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-481915277/backup-masters 2024-11-07T20:19:44,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42413-0x10116f44a400004, quorum=127.0.0.1:58387, baseZNode=/1-481915277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-481915277/backup-masters 2024-11-07T20:19:44,338 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46649-0x10116f44a400003, quorum=127.0.0.1:58387, baseZNode=/1-481915277 Set watcher on existing znode=/1-481915277/backup-masters/8a040b4bf509,46649,1731010784130 2024-11-07T20:19:44,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46649-0x10116f44a400003, quorum=127.0.0.1:58387, baseZNode=/1-481915277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-481915277 2024-11-07T20:19:44,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42413-0x10116f44a400004, quorum=127.0.0.1:58387, baseZNode=/1-481915277 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-481915277/master 2024-11-07T20:19:44,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42413-0x10116f44a400004, quorum=127.0.0.1:58387, baseZNode=/1-481915277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-481915277 2024-11-07T20:19:44,348 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46649-0x10116f44a400003, quorum=127.0.0.1:58387, baseZNode=/1-481915277 Set watcher on existing znode=/1-481915277/master 2024-11-07T20:19:44,348 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-481915277/backup-masters/8a040b4bf509,46649,1731010784130 from backup master directory 2024-11-07T20:19:44,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46649-0x10116f44a400003, quorum=127.0.0.1:58387, baseZNode=/1-481915277 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-481915277/backup-masters/8a040b4bf509,46649,1731010784130 2024-11-07T20:19:44,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42413-0x10116f44a400004, quorum=127.0.0.1:58387, baseZNode=/1-481915277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-481915277/backup-masters 2024-11-07T20:19:44,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46649-0x10116f44a400003, quorum=127.0.0.1:58387, baseZNode=/1-481915277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-481915277/backup-masters 2024-11-07T20:19:44,358 WARN [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T20:19:44,358 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8a040b4bf509,46649,1731010784130 2024-11-07T20:19:44,361 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/hbase.id] with ID: cc1df97c-6f28-472e-a734-024c81338d3b 2024-11-07T20:19:44,361 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/.tmp/hbase.id 2024-11-07T20:19:44,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38477 is added to blk_1073741826_1002 (size=42) 2024-11-07T20:19:44,765 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/.tmp/hbase.id]:[hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/hbase.id] 2024-11-07T20:19:44,772 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:19:44,773 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T20:19:44,773 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-07T20:19:44,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42413-0x10116f44a400004, quorum=127.0.0.1:58387, baseZNode=/1-481915277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-481915277 2024-11-07T20:19:44,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46649-0x10116f44a400003, quorum=127.0.0.1:58387, baseZNode=/1-481915277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-481915277 2024-11-07T20:19:44,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38477 is added to blk_1073741827_1003 (size=196) 2024-11-07T20:19:44,847 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T20:19:44,848 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T20:19:44,848 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:19:44,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38477 is added to blk_1073741828_1004 (size=1189) 2024-11-07T20:19:45,254 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/MasterData/data/master/store 2024-11-07T20:19:45,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38477 is added to blk_1073741829_1005 (size=34) 2024-11-07T20:19:45,659 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:19:45,659 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T20:19:45,659 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:19:45,659 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:19:45,659 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T20:19:45,659 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:19:45,659 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:19:45,659 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731010785659Disabling compacts and flushes for region at 1731010785659Disabling writes for close at 1731010785659Writing region close event to WAL at 1731010785659Closed at 1731010785659 2024-11-07T20:19:45,660 WARN [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/MasterData/data/master/store/.initializing 2024-11-07T20:19:45,660 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/MasterData/WALs/8a040b4bf509,46649,1731010784130 2024-11-07T20:19:45,661 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T20:19:45,662 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8a040b4bf509%2C46649%2C1731010784130, suffix=, logDir=hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/MasterData/WALs/8a040b4bf509,46649,1731010784130, archiveDir=hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/MasterData/oldWALs, maxLogs=10 2024-11-07T20:19:45,679 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/MasterData/WALs/8a040b4bf509,46649,1731010784130/8a040b4bf509%2C46649%2C1731010784130.1731010785662, exclude list is [], retry=0 2024-11-07T20:19:45,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38477,DS-75db20ab-d9e2-4b40-8652-cd84305d16fc,DISK] 2024-11-07T20:19:45,683 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/MasterData/WALs/8a040b4bf509,46649,1731010784130/8a040b4bf509%2C46649%2C1731010784130.1731010785662 2024-11-07T20:19:45,683 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34331:34331)] 2024-11-07T20:19:45,683 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T20:19:45,683 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:19:45,683 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:19:45,683 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:19:45,686 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:19:45,686 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T20:19:45,687 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:45,687 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:19:45,687 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:19:45,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T20:19:45,688 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:45,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:19:45,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:19:45,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T20:19:45,689 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:45,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:19:45,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:19:45,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T20:19:45,690 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:45,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:19:45,690 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:19:45,691 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:19:45,691 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:19:45,692 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:19:45,692 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:19:45,693 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T20:19:45,694 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:19:45,696 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T20:19:45,696 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58780658, jitterRate=-0.12409994006156921}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T20:19:45,696 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731010785683Initializing all the Stores at 1731010785684 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010785684Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010785685 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010785685Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010785685Cleaning up temporary data from old regions at 1731010785692 (+7 ms)Region opened successfully at 1731010785696 (+4 ms) 2024-11-07T20:19:45,696 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T20:19:45,698 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@648c995f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a040b4bf509/172.17.0.2:0 2024-11-07T20:19:45,698 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T20:19:45,699 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T20:19:45,699 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T20:19:45,699 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T20:19:45,699 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T20:19:45,699 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T20:19:45,699 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T20:19:45,706 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T20:19:45,706 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46649-0x10116f44a400003, quorum=127.0.0.1:58387, baseZNode=/1-481915277 Unable to get data of znode /1-481915277/balancer because node does not exist (not necessarily an error) 2024-11-07T20:19:45,779 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-481915277/balancer already deleted, retry=false 2024-11-07T20:19:45,780 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T20:19:45,780 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46649-0x10116f44a400003, quorum=127.0.0.1:58387, baseZNode=/1-481915277 Unable to get data of znode /1-481915277/normalizer because node does not exist (not necessarily an error) 2024-11-07T20:19:45,868 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-481915277/normalizer already deleted, retry=false 2024-11-07T20:19:45,868 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T20:19:45,869 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46649-0x10116f44a400003, quorum=127.0.0.1:58387, baseZNode=/1-481915277 Unable to get data of znode /1-481915277/switch/split because node does not exist (not necessarily an error) 2024-11-07T20:19:45,895 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-481915277/switch/split already deleted, retry=false 2024-11-07T20:19:45,896 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46649-0x10116f44a400003, quorum=127.0.0.1:58387, baseZNode=/1-481915277 Unable to get data of znode /1-481915277/switch/merge because node does not exist (not necessarily an error) 2024-11-07T20:19:45,905 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-481915277/switch/merge already deleted, retry=false 2024-11-07T20:19:45,907 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46649-0x10116f44a400003, quorum=127.0.0.1:58387, baseZNode=/1-481915277 Unable to get data of znode /1-481915277/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T20:19:45,916 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-481915277/snapshot-cleanup already deleted, retry=false 2024-11-07T20:19:45,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42413-0x10116f44a400004, quorum=127.0.0.1:58387, baseZNode=/1-481915277 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-481915277/running 2024-11-07T20:19:45,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46649-0x10116f44a400003, quorum=127.0.0.1:58387, baseZNode=/1-481915277 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-481915277/running 2024-11-07T20:19:45,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42413-0x10116f44a400004, quorum=127.0.0.1:58387, baseZNode=/1-481915277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-481915277 2024-11-07T20:19:45,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46649-0x10116f44a400003, quorum=127.0.0.1:58387, baseZNode=/1-481915277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-481915277 2024-11-07T20:19:45,927 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8a040b4bf509,46649,1731010784130, sessionid=0x10116f44a400003, setting cluster-up flag (Was=false) 2024-11-07T20:19:45,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42413-0x10116f44a400004, quorum=127.0.0.1:58387, baseZNode=/1-481915277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-481915277 2024-11-07T20:19:45,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46649-0x10116f44a400003, quorum=127.0.0.1:58387, baseZNode=/1-481915277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-481915277 2024-11-07T20:19:45,979 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-481915277/flush-table-proc/acquired, /1-481915277/flush-table-proc/reached, /1-481915277/flush-table-proc/abort 2024-11-07T20:19:45,980 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a040b4bf509,46649,1731010784130 2024-11-07T20:19:46,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42413-0x10116f44a400004, quorum=127.0.0.1:58387, baseZNode=/1-481915277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-481915277 2024-11-07T20:19:46,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46649-0x10116f44a400003, quorum=127.0.0.1:58387, baseZNode=/1-481915277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-481915277 2024-11-07T20:19:46,032 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-481915277/online-snapshot/acquired, /1-481915277/online-snapshot/reached, /1-481915277/online-snapshot/abort 2024-11-07T20:19:46,033 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a040b4bf509,46649,1731010784130 2024-11-07T20:19:46,033 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T20:19:46,035 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T20:19:46,035 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T20:19:46,035 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T20:19:46,036 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8a040b4bf509,46649,1731010784130 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T20:19:46,036 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:19:46,037 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:19:46,037 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:19:46,037 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:19:46,037 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8a040b4bf509:0, corePoolSize=10, maxPoolSize=10 2024-11-07T20:19:46,037 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:19:46,037 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8a040b4bf509:0, corePoolSize=2, maxPoolSize=2 2024-11-07T20:19:46,037 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:19:46,038 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731010816038 2024-11-07T20:19:46,038 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T20:19:46,038 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T20:19:46,038 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T20:19:46,038 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T20:19:46,038 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T20:19:46,038 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T20:19:46,039 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T20:19:46,039 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T20:19:46,039 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:46,039 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:46,039 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T20:19:46,039 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T20:19:46,039 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T20:19:46,039 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T20:19:46,039 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T20:19:46,040 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T20:19:46,040 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T20:19:46,044 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.large.0-1731010786040,5,FailOnTimeoutGroup] 2024-11-07T20:19:46,044 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.small.0-1731010786044,5,FailOnTimeoutGroup] 2024-11-07T20:19:46,044 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:46,044 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T20:19:46,044 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:46,044 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:46,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38477 is added to blk_1073741831_1007 (size=1321) 2024-11-07T20:19:46,117 INFO [RS:0;8a040b4bf509:42413 {}] regionserver.HRegionServer(746): ClusterId : cc1df97c-6f28-472e-a734-024c81338d3b 2024-11-07T20:19:46,117 DEBUG [RS:0;8a040b4bf509:42413 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T20:19:46,127 DEBUG [RS:0;8a040b4bf509:42413 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T20:19:46,127 DEBUG [RS:0;8a040b4bf509:42413 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T20:19:46,138 DEBUG [RS:0;8a040b4bf509:42413 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T20:19:46,138 DEBUG [RS:0;8a040b4bf509:42413 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24aeac3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a040b4bf509/172.17.0.2:0 2024-11-07T20:19:46,151 DEBUG [RS:0;8a040b4bf509:42413 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8a040b4bf509:42413 2024-11-07T20:19:46,151 INFO [RS:0;8a040b4bf509:42413 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T20:19:46,151 INFO [RS:0;8a040b4bf509:42413 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T20:19:46,151 DEBUG [RS:0;8a040b4bf509:42413 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T20:19:46,152 INFO [RS:0;8a040b4bf509:42413 {}] regionserver.HRegionServer(2659): reportForDuty to master=8a040b4bf509,46649,1731010784130 with port=42413, startcode=1731010784280 2024-11-07T20:19:46,152 DEBUG [RS:0;8a040b4bf509:42413 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T20:19:46,153 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46743, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T20:19:46,154 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46649 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8a040b4bf509,42413,1731010784280 2024-11-07T20:19:46,154 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46649 {}] master.ServerManager(517): Registering regionserver=8a040b4bf509,42413,1731010784280 2024-11-07T20:19:46,155 DEBUG [RS:0;8a040b4bf509:42413 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359 2024-11-07T20:19:46,155 DEBUG [RS:0;8a040b4bf509:42413 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35107 2024-11-07T20:19:46,155 DEBUG [RS:0;8a040b4bf509:42413 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T20:19:46,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46649-0x10116f44a400003, quorum=127.0.0.1:58387, baseZNode=/1-481915277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-481915277/rs 2024-11-07T20:19:46,163 DEBUG [RS:0;8a040b4bf509:42413 {}] zookeeper.ZKUtil(111): regionserver:42413-0x10116f44a400004, quorum=127.0.0.1:58387, baseZNode=/1-481915277 Set watcher on existing znode=/1-481915277/rs/8a040b4bf509,42413,1731010784280 2024-11-07T20:19:46,163 WARN [RS:0;8a040b4bf509:42413 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T20:19:46,163 INFO [RS:0;8a040b4bf509:42413 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:19:46,164 DEBUG [RS:0;8a040b4bf509:42413 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/WALs/8a040b4bf509,42413,1731010784280 2024-11-07T20:19:46,164 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8a040b4bf509,42413,1731010784280] 2024-11-07T20:19:46,167 INFO [RS:0;8a040b4bf509:42413 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T20:19:46,168 INFO [RS:0;8a040b4bf509:42413 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T20:19:46,169 INFO [RS:0;8a040b4bf509:42413 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T20:19:46,169 INFO [RS:0;8a040b4bf509:42413 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:46,169 INFO [RS:0;8a040b4bf509:42413 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T20:19:46,169 INFO [RS:0;8a040b4bf509:42413 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T20:19:46,170 INFO [RS:0;8a040b4bf509:42413 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:46,170 DEBUG [RS:0;8a040b4bf509:42413 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:19:46,170 DEBUG [RS:0;8a040b4bf509:42413 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:19:46,170 DEBUG [RS:0;8a040b4bf509:42413 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:19:46,170 DEBUG [RS:0;8a040b4bf509:42413 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:19:46,170 DEBUG [RS:0;8a040b4bf509:42413 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:19:46,170 DEBUG [RS:0;8a040b4bf509:42413 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8a040b4bf509:0, corePoolSize=2, maxPoolSize=2 2024-11-07T20:19:46,170 DEBUG [RS:0;8a040b4bf509:42413 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:19:46,170 DEBUG [RS:0;8a040b4bf509:42413 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:19:46,170 DEBUG [RS:0;8a040b4bf509:42413 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:19:46,170 DEBUG [RS:0;8a040b4bf509:42413 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:19:46,170 DEBUG [RS:0;8a040b4bf509:42413 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:19:46,170 DEBUG [RS:0;8a040b4bf509:42413 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:19:46,170 DEBUG [RS:0;8a040b4bf509:42413 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8a040b4bf509:0, corePoolSize=3, maxPoolSize=3 2024-11-07T20:19:46,170 DEBUG [RS:0;8a040b4bf509:42413 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8a040b4bf509:0, corePoolSize=3, maxPoolSize=3 2024-11-07T20:19:46,173 INFO [RS:0;8a040b4bf509:42413 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:46,173 INFO [RS:0;8a040b4bf509:42413 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:46,173 INFO [RS:0;8a040b4bf509:42413 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:46,173 INFO [RS:0;8a040b4bf509:42413 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:46,173 INFO [RS:0;8a040b4bf509:42413 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:46,173 INFO [RS:0;8a040b4bf509:42413 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,42413,1731010784280-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T20:19:46,193 INFO [RS:0;8a040b4bf509:42413 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T20:19:46,194 INFO [RS:0;8a040b4bf509:42413 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,42413,1731010784280-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:46,194 INFO [RS:0;8a040b4bf509:42413 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:46,194 INFO [RS:0;8a040b4bf509:42413 {}] regionserver.Replication(171): 8a040b4bf509,42413,1731010784280 started 2024-11-07T20:19:46,213 INFO [RS:0;8a040b4bf509:42413 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:46,213 INFO [RS:0;8a040b4bf509:42413 {}] regionserver.HRegionServer(1482): Serving as 8a040b4bf509,42413,1731010784280, RpcServer on 8a040b4bf509/172.17.0.2:42413, sessionid=0x10116f44a400004 2024-11-07T20:19:46,213 DEBUG [RS:0;8a040b4bf509:42413 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T20:19:46,213 DEBUG [RS:0;8a040b4bf509:42413 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8a040b4bf509,42413,1731010784280 2024-11-07T20:19:46,213 DEBUG [RS:0;8a040b4bf509:42413 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a040b4bf509,42413,1731010784280' 2024-11-07T20:19:46,213 DEBUG [RS:0;8a040b4bf509:42413 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-481915277/flush-table-proc/abort' 2024-11-07T20:19:46,213 DEBUG [RS:0;8a040b4bf509:42413 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-481915277/flush-table-proc/acquired' 2024-11-07T20:19:46,214 DEBUG [RS:0;8a040b4bf509:42413 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T20:19:46,214 DEBUG [RS:0;8a040b4bf509:42413 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T20:19:46,214 DEBUG [RS:0;8a040b4bf509:42413 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8a040b4bf509,42413,1731010784280 2024-11-07T20:19:46,214 DEBUG [RS:0;8a040b4bf509:42413 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a040b4bf509,42413,1731010784280' 2024-11-07T20:19:46,214 DEBUG [RS:0;8a040b4bf509:42413 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-481915277/online-snapshot/abort' 2024-11-07T20:19:46,214 DEBUG [RS:0;8a040b4bf509:42413 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-481915277/online-snapshot/acquired' 2024-11-07T20:19:46,215 DEBUG [RS:0;8a040b4bf509:42413 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T20:19:46,215 INFO [RS:0;8a040b4bf509:42413 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T20:19:46,215 INFO [RS:0;8a040b4bf509:42413 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T20:19:46,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T20:19:46,292 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-07T20:19:46,315 INFO [RS:0;8a040b4bf509:42413 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T20:19:46,316 INFO [RS:0;8a040b4bf509:42413 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a040b4bf509%2C42413%2C1731010784280, suffix=, logDir=hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/WALs/8a040b4bf509,42413,1731010784280, archiveDir=hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/oldWALs, maxLogs=10 2024-11-07T20:19:46,334 DEBUG [RS:0;8a040b4bf509:42413 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/WALs/8a040b4bf509,42413,1731010784280/8a040b4bf509%2C42413%2C1731010784280.1731010786317, exclude list is [], retry=0 2024-11-07T20:19:46,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38477,DS-75db20ab-d9e2-4b40-8652-cd84305d16fc,DISK] 2024-11-07T20:19:46,340 INFO [RS:0;8a040b4bf509:42413 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/WALs/8a040b4bf509,42413,1731010784280/8a040b4bf509%2C42413%2C1731010784280.1731010786317 2024-11-07T20:19:46,340 DEBUG [RS:0;8a040b4bf509:42413 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34331:34331)] 2024-11-07T20:19:46,452 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T20:19:46,452 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359 2024-11-07T20:19:46,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38477 is added to blk_1073741833_1009 (size=32) 2024-11-07T20:19:46,857 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:19:46,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T20:19:46,859 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T20:19:46,859 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:46,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:19:46,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T20:19:46,860 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T20:19:46,861 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:46,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:19:46,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T20:19:46,862 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T20:19:46,862 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:46,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:19:46,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T20:19:46,863 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T20:19:46,863 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:46,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:19:46,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T20:19:46,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/data/hbase/meta/1588230740 2024-11-07T20:19:46,864 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/data/hbase/meta/1588230740 2024-11-07T20:19:46,864 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T20:19:46,864 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T20:19:46,865 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T20:19:46,865 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T20:19:46,867 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T20:19:46,867 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72596979, jitterRate=0.08177928626537323}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T20:19:46,867 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731010786857Initializing all the Stores at 1731010786858 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010786858Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010786858Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010786858Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010786858Cleaning up temporary data from old regions at 1731010786864 (+6 ms)Region opened successfully at 1731010786867 (+3 ms) 2024-11-07T20:19:46,867 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T20:19:46,867 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T20:19:46,867 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T20:19:46,867 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T20:19:46,867 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T20:19:46,868 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T20:19:46,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731010786867Disabling compacts and flushes for region at 1731010786867Disabling writes for close at 1731010786867Writing region close event to WAL at 1731010786868 (+1 ms)Closed at 1731010786868 2024-11-07T20:19:46,868 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T20:19:46,869 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T20:19:46,869 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T20:19:46,869 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T20:19:46,870 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T20:19:47,020 DEBUG [8a040b4bf509:46649 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T20:19:47,021 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8a040b4bf509,42413,1731010784280 2024-11-07T20:19:47,022 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a040b4bf509,42413,1731010784280, state=OPENING 2024-11-07T20:19:47,061 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T20:19:47,121 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T20:19:47,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42413-0x10116f44a400004, quorum=127.0.0.1:58387, baseZNode=/1-481915277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-481915277 2024-11-07T20:19:47,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46649-0x10116f44a400003, quorum=127.0.0.1:58387, baseZNode=/1-481915277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-481915277 2024-11-07T20:19:47,142 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-481915277/meta-region-server: CHANGED 2024-11-07T20:19:47,142 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-481915277/meta-region-server: CHANGED 2024-11-07T20:19:47,143 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T20:19:47,143 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8a040b4bf509,42413,1731010784280}] 2024-11-07T20:19:47,295 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T20:19:47,296 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42695, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T20:19:47,298 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T20:19:47,298 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:19:47,299 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T20:19:47,299 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a040b4bf509%2C42413%2C1731010784280.meta, suffix=.meta, logDir=hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/WALs/8a040b4bf509,42413,1731010784280, archiveDir=hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/oldWALs, maxLogs=10 2024-11-07T20:19:47,311 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/WALs/8a040b4bf509,42413,1731010784280/8a040b4bf509%2C42413%2C1731010784280.meta.1731010787300.meta, exclude list is [], retry=0 2024-11-07T20:19:47,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38477,DS-75db20ab-d9e2-4b40-8652-cd84305d16fc,DISK] 2024-11-07T20:19:47,314 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/WALs/8a040b4bf509,42413,1731010784280/8a040b4bf509%2C42413%2C1731010784280.meta.1731010787300.meta 2024-11-07T20:19:47,315 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34331:34331)] 2024-11-07T20:19:47,315 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T20:19:47,315 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T20:19:47,315 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T20:19:47,315 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T20:19:47,315 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T20:19:47,316 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T20:19:47,316 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:19:47,316 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T20:19:47,316 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T20:19:47,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T20:19:47,318 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T20:19:47,318 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:47,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:19:47,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T20:19:47,319 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T20:19:47,319 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:47,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:19:47,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T20:19:47,319 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T20:19:47,319 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:47,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:19:47,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T20:19:47,320 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T20:19:47,320 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:47,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:19:47,320 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T20:19:47,321 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/data/hbase/meta/1588230740 2024-11-07T20:19:47,321 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/data/hbase/meta/1588230740 2024-11-07T20:19:47,322 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T20:19:47,322 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T20:19:47,322 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T20:19:47,323 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T20:19:47,325 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66550130, jitterRate=-0.008325785398483276}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T20:19:47,325 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T20:19:47,325 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731010787316Writing region info on filesystem at 1731010787316Initializing all the Stores at 1731010787317 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010787317Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010787317Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010787317Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010787317Cleaning up temporary data from old regions at 1731010787322 (+5 ms)Running coprocessor post-open hooks at 1731010787325 (+3 ms)Region opened successfully at 1731010787325 2024-11-07T20:19:47,326 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731010787295 2024-11-07T20:19:47,327 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T20:19:47,327 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T20:19:47,328 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8a040b4bf509,42413,1731010784280 2024-11-07T20:19:47,328 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a040b4bf509,42413,1731010784280, state=OPEN 2024-11-07T20:19:47,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42413-0x10116f44a400004, quorum=127.0.0.1:58387, baseZNode=/1-481915277 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-481915277/meta-region-server 2024-11-07T20:19:47,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46649-0x10116f44a400003, quorum=127.0.0.1:58387, baseZNode=/1-481915277 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-481915277/meta-region-server 2024-11-07T20:19:47,337 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8a040b4bf509,42413,1731010784280 2024-11-07T20:19:47,337 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-481915277/meta-region-server: CHANGED 2024-11-07T20:19:47,337 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-481915277/meta-region-server: CHANGED 2024-11-07T20:19:47,339 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T20:19:47,339 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8a040b4bf509,42413,1731010784280 in 194 msec 2024-11-07T20:19:47,340 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T20:19:47,340 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 470 msec 2024-11-07T20:19:47,340 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T20:19:47,341 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T20:19:47,341 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:19:47,341 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,42413,1731010784280, seqNum=-1] 2024-11-07T20:19:47,342 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:19:47,343 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35209, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T20:19:47,347 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3120 sec 2024-11-07T20:19:47,347 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731010787347, completionTime=-1 2024-11-07T20:19:47,347 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T20:19:47,347 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T20:19:47,349 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T20:19:47,349 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731010847349 2024-11-07T20:19:47,349 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731010907349 2024-11-07T20:19:47,349 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-07T20:19:47,350 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,46649,1731010784130-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:47,350 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,46649,1731010784130-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:47,350 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,46649,1731010784130-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:47,354 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8a040b4bf509:46649, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:47,354 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:47,354 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:47,355 DEBUG [master/8a040b4bf509:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T20:19:47,357 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.999sec 2024-11-07T20:19:47,357 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T20:19:47,357 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T20:19:47,357 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T20:19:47,357 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T20:19:47,357 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T20:19:47,357 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,46649,1731010784130-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T20:19:47,357 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,46649,1731010784130-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T20:19:47,359 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T20:19:47,359 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T20:19:47,359 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,46649,1731010784130-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:47,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60b42cc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:19:47,418 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,46649,-1 for getting cluster id 2024-11-07T20:19:47,418 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:19:47,419 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc1df97c-6f28-472e-a734-024c81338d3b' 2024-11-07T20:19:47,419 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:19:47,419 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc1df97c-6f28-472e-a734-024c81338d3b" 2024-11-07T20:19:47,419 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ff0f8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:19:47,419 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,46649,-1] 2024-11-07T20:19:47,420 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:19:47,420 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:19:47,421 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:19:47,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4341ad5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:19:47,421 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:19:47,422 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,42413,1731010784280, seqNum=-1] 2024-11-07T20:19:47,423 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:19:47,423 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T20:19:47,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8a040b4bf509,46649,1731010784130 2024-11-07T20:19:47,426 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58387 2024-11-07T20:19:47,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58387, baseZNode=/1-481915277 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T20:19:47,437 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10116f44a400005 connected 2024-11-07T20:19:47,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c47b7b2-8b45-9d15-a1f5-acd09e0b4538/hadoop.log.dir so I do NOT create it in target/test-data/9ada8850-3d59-8d9e-5c59-4dea974d2534 2024-11-07T20:19:47,449 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c47b7b2-8b45-9d15-a1f5-acd09e0b4538/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T20:19:47,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c47b7b2-8b45-9d15-a1f5-acd09e0b4538/hadoop.tmp.dir so I do NOT create it in target/test-data/9ada8850-3d59-8d9e-5c59-4dea974d2534 2024-11-07T20:19:47,449 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c47b7b2-8b45-9d15-a1f5-acd09e0b4538/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T20:19:47,449 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ada8850-3d59-8d9e-5c59-4dea974d2534 2024-11-07T20:19:47,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T20:19:47,449 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ada8850-3d59-8d9e-5c59-4dea974d2534/cluster_74655532-8546-ef39-c685-5e4cb84b6544, deleteOnExit=true 2024-11-07T20:19:47,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T20:19:47,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ada8850-3d59-8d9e-5c59-4dea974d2534/test.cache.data in system properties and HBase conf 2024-11-07T20:19:47,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ada8850-3d59-8d9e-5c59-4dea974d2534/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T20:19:47,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ada8850-3d59-8d9e-5c59-4dea974d2534/hadoop.log.dir in system properties and HBase conf 2024-11-07T20:19:47,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ada8850-3d59-8d9e-5c59-4dea974d2534/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T20:19:47,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ada8850-3d59-8d9e-5c59-4dea974d2534/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T20:19:47,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T20:19:47,450 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T20:19:47,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ada8850-3d59-8d9e-5c59-4dea974d2534/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T20:19:47,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ada8850-3d59-8d9e-5c59-4dea974d2534/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T20:19:47,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ada8850-3d59-8d9e-5c59-4dea974d2534/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T20:19:47,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ada8850-3d59-8d9e-5c59-4dea974d2534/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T20:19:47,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ada8850-3d59-8d9e-5c59-4dea974d2534/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T20:19:47,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ada8850-3d59-8d9e-5c59-4dea974d2534/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T20:19:47,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ada8850-3d59-8d9e-5c59-4dea974d2534/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T20:19:47,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ada8850-3d59-8d9e-5c59-4dea974d2534/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T20:19:47,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ada8850-3d59-8d9e-5c59-4dea974d2534/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T20:19:47,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ada8850-3d59-8d9e-5c59-4dea974d2534/nfs.dump.dir in system properties and HBase conf 2024-11-07T20:19:47,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ada8850-3d59-8d9e-5c59-4dea974d2534/java.io.tmpdir in system properties and HBase conf 2024-11-07T20:19:47,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ada8850-3d59-8d9e-5c59-4dea974d2534/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T20:19:47,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ada8850-3d59-8d9e-5c59-4dea974d2534/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T20:19:47,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ada8850-3d59-8d9e-5c59-4dea974d2534/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T20:19:47,633 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T20:19:47,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:47,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:47,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:47,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:47,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:47,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:47,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:47,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:47,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:47,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:47,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:47,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:47,831 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T20:19:47,836 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T20:19:47,837 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T20:19:47,837 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T20:19:47,837 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T20:19:47,838 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T20:19:47,838 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ab2ac3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ada8850-3d59-8d9e-5c59-4dea974d2534/hadoop.log.dir/,AVAILABLE} 2024-11-07T20:19:47,838 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@396e52d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T20:19:47,966 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f3cf852{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ada8850-3d59-8d9e-5c59-4dea974d2534/java.io.tmpdir/jetty-localhost-44289-hadoop-hdfs-3_4_1-tests_jar-_-any-1714874132670067002/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T20:19:47,967 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@74bc548{HTTP/1.1, (http/1.1)}{localhost:44289} 2024-11-07T20:19:47,967 INFO [Time-limited test {}] server.Server(415): Started @248733ms 2024-11-07T20:19:48,262 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T20:19:48,266 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T20:19:48,272 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T20:19:48,272 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T20:19:48,272 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T20:19:48,272 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2add119{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ada8850-3d59-8d9e-5c59-4dea974d2534/hadoop.log.dir/,AVAILABLE} 2024-11-07T20:19:48,272 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f7ab5fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T20:19:48,396 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3745fe02{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ada8850-3d59-8d9e-5c59-4dea974d2534/java.io.tmpdir/jetty-localhost-39133-hadoop-hdfs-3_4_1-tests_jar-_-any-13527644117295152163/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T20:19:48,397 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@72a80487{HTTP/1.1, (http/1.1)}{localhost:39133} 2024-11-07T20:19:48,397 INFO [Time-limited test {}] server.Server(415): Started @249163ms 2024-11-07T20:19:48,398 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T20:19:49,073 WARN [Thread-2923 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ada8850-3d59-8d9e-5c59-4dea974d2534/cluster_74655532-8546-ef39-c685-5e4cb84b6544/data/data1/current/BP-62748053-172.17.0.2-1731010787470/current, will proceed with Du for space computation calculation, 2024-11-07T20:19:49,073 WARN [Thread-2924 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ada8850-3d59-8d9e-5c59-4dea974d2534/cluster_74655532-8546-ef39-c685-5e4cb84b6544/data/data2/current/BP-62748053-172.17.0.2-1731010787470/current, will proceed with Du for space computation calculation, 2024-11-07T20:19:49,095 WARN [Thread-2911 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T20:19:49,097 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3a42390627717278 with lease ID 0x3a85386767d5775f: Processing first storage report for DS-faa37d0c-80f1-424d-8ed1-78dcca183337 from datanode DatanodeRegistration(127.0.0.1:35713, datanodeUuid=205cda84-ae13-43dd-9e1e-0ba4fea2e3f3, infoPort=44513, infoSecurePort=0, ipcPort=39309, storageInfo=lv=-57;cid=testClusterID;nsid=957185433;c=1731010787470) 2024-11-07T20:19:49,097 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3a42390627717278 with lease ID 0x3a85386767d5775f: from storage DS-faa37d0c-80f1-424d-8ed1-78dcca183337 node DatanodeRegistration(127.0.0.1:35713, datanodeUuid=205cda84-ae13-43dd-9e1e-0ba4fea2e3f3, infoPort=44513, infoSecurePort=0, ipcPort=39309, storageInfo=lv=-57;cid=testClusterID;nsid=957185433;c=1731010787470), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T20:19:49,097 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3a42390627717278 with lease ID 0x3a85386767d5775f: Processing first storage report for DS-cbbc4401-5a44-4b55-9ec3-abd313f8775f from datanode DatanodeRegistration(127.0.0.1:35713, datanodeUuid=205cda84-ae13-43dd-9e1e-0ba4fea2e3f3, infoPort=44513, infoSecurePort=0, ipcPort=39309, storageInfo=lv=-57;cid=testClusterID;nsid=957185433;c=1731010787470) 2024-11-07T20:19:49,097 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3a42390627717278 with lease ID 0x3a85386767d5775f: from storage DS-cbbc4401-5a44-4b55-9ec3-abd313f8775f node DatanodeRegistration(127.0.0.1:35713, datanodeUuid=205cda84-ae13-43dd-9e1e-0ba4fea2e3f3, infoPort=44513, infoSecurePort=0, ipcPort=39309, storageInfo=lv=-57;cid=testClusterID;nsid=957185433;c=1731010787470), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T20:19:49,144 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ada8850-3d59-8d9e-5c59-4dea974d2534 2024-11-07T20:19:49,144 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:19:49,145 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:19:49,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35713 is added to blk_1073741825_1001 (size=7) 2024-11-07T20:19:49,470 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:19:49,470 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8a040b4bf509,35697,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a040b4bf509:35697 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T20:19:49,471 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48449 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8a040b4bf509,35697,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a040b4bf509:35697 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T20:19:49,555 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b with version=8 2024-11-07T20:19:49,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/hbase-staging 2024-11-07T20:19:49,557 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8a040b4bf509:0 server-side Connection retries=45 2024-11-07T20:19:49,557 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:19:49,557 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T20:19:49,557 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T20:19:49,557 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:19:49,557 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T20:19:49,557 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T20:19:49,557 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T20:19:49,558 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42471 2024-11-07T20:19:49,558 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42471 connecting to ZooKeeper ensemble=127.0.0.1:58387 2024-11-07T20:19:49,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:424710x0, quorum=127.0.0.1:58387, baseZNode=/2-1810681628 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T20:19:49,606 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42471-0x10116f44a400006 connected 2024-11-07T20:19:49,679 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:19:49,680 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:19:49,683 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42471-0x10116f44a400006, quorum=127.0.0.1:58387, baseZNode=/2-1810681628 Set watcher on znode that does not yet exist, /2-1810681628/running 2024-11-07T20:19:49,683 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b, hbase.cluster.distributed=false 2024-11-07T20:19:49,684 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42471-0x10116f44a400006, quorum=127.0.0.1:58387, baseZNode=/2-1810681628 Set watcher on znode that does not yet exist, /2-1810681628/acl 2024-11-07T20:19:49,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42471 2024-11-07T20:19:49,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42471 2024-11-07T20:19:49,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42471 2024-11-07T20:19:49,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42471 2024-11-07T20:19:49,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42471 2024-11-07T20:19:49,703 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8a040b4bf509:0 server-side Connection retries=45 2024-11-07T20:19:49,703 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:19:49,703 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T20:19:49,703 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T20:19:49,703 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:19:49,703 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T20:19:49,703 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T20:19:49,703 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T20:19:49,704 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40541 2024-11-07T20:19:49,704 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40541 connecting to ZooKeeper ensemble=127.0.0.1:58387 2024-11-07T20:19:49,705 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:19:49,706 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:19:49,721 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:405410x0, quorum=127.0.0.1:58387, baseZNode=/2-1810681628 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T20:19:49,721 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:405410x0, quorum=127.0.0.1:58387, baseZNode=/2-1810681628 Set watcher on znode that does not yet exist, /2-1810681628/running 2024-11-07T20:19:49,721 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40541-0x10116f44a400007 connected 2024-11-07T20:19:49,722 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T20:19:49,722 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T20:19:49,723 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40541-0x10116f44a400007, quorum=127.0.0.1:58387, baseZNode=/2-1810681628 Set watcher on znode that does not yet exist, /2-1810681628/master 2024-11-07T20:19:49,723 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40541-0x10116f44a400007, quorum=127.0.0.1:58387, baseZNode=/2-1810681628 Set watcher on znode that does not yet exist, /2-1810681628/acl 2024-11-07T20:19:49,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40541 2024-11-07T20:19:49,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40541 2024-11-07T20:19:49,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40541 2024-11-07T20:19:49,729 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40541 2024-11-07T20:19:49,729 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40541 2024-11-07T20:19:49,739 DEBUG [M:0;8a040b4bf509:42471 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8a040b4bf509:42471 2024-11-07T20:19:49,740 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1810681628/backup-masters/8a040b4bf509,42471,1731010789557 2024-11-07T20:19:49,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42471-0x10116f44a400006, quorum=127.0.0.1:58387, baseZNode=/2-1810681628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1810681628/backup-masters 2024-11-07T20:19:49,752 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40541-0x10116f44a400007, quorum=127.0.0.1:58387, baseZNode=/2-1810681628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1810681628/backup-masters 2024-11-07T20:19:49,753 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42471-0x10116f44a400006, quorum=127.0.0.1:58387, baseZNode=/2-1810681628 Set watcher on existing znode=/2-1810681628/backup-masters/8a040b4bf509,42471,1731010789557 2024-11-07T20:19:49,763 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40541-0x10116f44a400007, quorum=127.0.0.1:58387, baseZNode=/2-1810681628 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1810681628/master 2024-11-07T20:19:49,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42471-0x10116f44a400006, quorum=127.0.0.1:58387, baseZNode=/2-1810681628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1810681628 2024-11-07T20:19:49,763 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40541-0x10116f44a400007, quorum=127.0.0.1:58387, baseZNode=/2-1810681628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1810681628 2024-11-07T20:19:49,763 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42471-0x10116f44a400006, quorum=127.0.0.1:58387, baseZNode=/2-1810681628 Set watcher on existing znode=/2-1810681628/master 2024-11-07T20:19:49,764 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1810681628/backup-masters/8a040b4bf509,42471,1731010789557 from backup master directory 2024-11-07T20:19:49,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42471-0x10116f44a400006, quorum=127.0.0.1:58387, baseZNode=/2-1810681628 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1810681628/backup-masters/8a040b4bf509,42471,1731010789557 2024-11-07T20:19:49,773 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40541-0x10116f44a400007, quorum=127.0.0.1:58387, baseZNode=/2-1810681628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1810681628/backup-masters 2024-11-07T20:19:49,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42471-0x10116f44a400006, quorum=127.0.0.1:58387, baseZNode=/2-1810681628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1810681628/backup-masters 2024-11-07T20:19:49,773 WARN [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T20:19:49,773 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8a040b4bf509,42471,1731010789557 2024-11-07T20:19:49,776 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/hbase.id] with ID: 54b713cb-5025-472f-8b7e-f83402d7de9a 2024-11-07T20:19:49,776 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/.tmp/hbase.id 2024-11-07T20:19:49,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35713 is added to blk_1073741826_1002 (size=42) 2024-11-07T20:19:50,189 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/.tmp/hbase.id]:[hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/hbase.id] 2024-11-07T20:19:50,197 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:19:50,197 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T20:19:50,198 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T20:19:50,263 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40541-0x10116f44a400007, quorum=127.0.0.1:58387, baseZNode=/2-1810681628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1810681628 2024-11-07T20:19:50,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42471-0x10116f44a400006, quorum=127.0.0.1:58387, baseZNode=/2-1810681628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1810681628 2024-11-07T20:19:50,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35713 is added to blk_1073741827_1003 (size=196) 2024-11-07T20:19:50,674 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T20:19:50,675 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T20:19:50,675 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:19:50,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35713 is added to blk_1073741828_1004 (size=1189) 2024-11-07T20:19:51,081 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/MasterData/data/master/store 2024-11-07T20:19:51,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35713 is added to blk_1073741829_1005 (size=34) 2024-11-07T20:19:51,486 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:19:51,486 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T20:19:51,487 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:19:51,487 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:19:51,487 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T20:19:51,487 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:19:51,487 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:19:51,487 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731010791486Disabling compacts and flushes for region at 1731010791486Disabling writes for close at 1731010791487 (+1 ms)Writing region close event to WAL at 1731010791487Closed at 1731010791487 2024-11-07T20:19:51,487 WARN [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/MasterData/data/master/store/.initializing 2024-11-07T20:19:51,487 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/MasterData/WALs/8a040b4bf509,42471,1731010789557 2024-11-07T20:19:51,488 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T20:19:51,489 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8a040b4bf509%2C42471%2C1731010789557, suffix=, logDir=hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/MasterData/WALs/8a040b4bf509,42471,1731010789557, archiveDir=hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/MasterData/oldWALs, maxLogs=10 2024-11-07T20:19:51,501 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/MasterData/WALs/8a040b4bf509,42471,1731010789557/8a040b4bf509%2C42471%2C1731010789557.1731010791489, exclude list is [], retry=0 2024-11-07T20:19:51,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35713,DS-faa37d0c-80f1-424d-8ed1-78dcca183337,DISK] 2024-11-07T20:19:51,505 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/MasterData/WALs/8a040b4bf509,42471,1731010789557/8a040b4bf509%2C42471%2C1731010789557.1731010791489 2024-11-07T20:19:51,508 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44513:44513)] 2024-11-07T20:19:51,508 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T20:19:51,508 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:19:51,508 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:19:51,508 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:19:51,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:19:51,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T20:19:51,511 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:51,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:19:51,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:19:51,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T20:19:51,512 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:51,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:19:51,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:19:51,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T20:19:51,513 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:51,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:19:51,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:19:51,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T20:19:51,514 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:51,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:19:51,515 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:19:51,515 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:19:51,515 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:19:51,516 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:19:51,516 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:19:51,517 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T20:19:51,517 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:19:51,518 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T20:19:51,519 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73409572, jitterRate=0.09388786554336548}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T20:19:51,519 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731010791508Initializing all the Stores at 1731010791509 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010791509Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010791509Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010791509Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010791509Cleaning up temporary data from old regions at 1731010791516 (+7 ms)Region opened successfully at 1731010791519 (+3 ms) 2024-11-07T20:19:51,519 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T20:19:51,521 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d8296ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a040b4bf509/172.17.0.2:0 2024-11-07T20:19:51,522 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T20:19:51,522 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T20:19:51,522 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T20:19:51,522 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T20:19:51,523 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T20:19:51,523 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T20:19:51,523 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T20:19:51,525 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T20:19:51,525 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42471-0x10116f44a400006, quorum=127.0.0.1:58387, baseZNode=/2-1810681628 Unable to get data of znode /2-1810681628/balancer because node does not exist (not necessarily an error) 2024-11-07T20:19:51,591 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1810681628/balancer already deleted, retry=false 2024-11-07T20:19:51,591 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T20:19:51,592 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42471-0x10116f44a400006, quorum=127.0.0.1:58387, baseZNode=/2-1810681628 Unable to get data of znode /2-1810681628/normalizer because node does not exist (not necessarily an error) 2024-11-07T20:19:51,605 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1810681628/normalizer already deleted, retry=false 2024-11-07T20:19:51,605 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T20:19:51,606 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42471-0x10116f44a400006, quorum=127.0.0.1:58387, baseZNode=/2-1810681628 Unable to get data of znode /2-1810681628/switch/split because node does not exist (not necessarily an error) 2024-11-07T20:19:51,615 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1810681628/switch/split already deleted, retry=false 2024-11-07T20:19:51,616 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42471-0x10116f44a400006, quorum=127.0.0.1:58387, baseZNode=/2-1810681628 Unable to get data of znode /2-1810681628/switch/merge because node does not exist (not necessarily an error) 2024-11-07T20:19:51,626 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1810681628/switch/merge already deleted, retry=false 2024-11-07T20:19:51,628 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42471-0x10116f44a400006, quorum=127.0.0.1:58387, baseZNode=/2-1810681628 Unable to get data of znode /2-1810681628/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T20:19:51,636 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1810681628/snapshot-cleanup already deleted, retry=false 2024-11-07T20:19:51,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42471-0x10116f44a400006, quorum=127.0.0.1:58387, baseZNode=/2-1810681628 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1810681628/running 2024-11-07T20:19:51,647 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40541-0x10116f44a400007, quorum=127.0.0.1:58387, baseZNode=/2-1810681628 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1810681628/running 2024-11-07T20:19:51,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42471-0x10116f44a400006, quorum=127.0.0.1:58387, baseZNode=/2-1810681628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1810681628 2024-11-07T20:19:51,647 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40541-0x10116f44a400007, quorum=127.0.0.1:58387, baseZNode=/2-1810681628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1810681628 2024-11-07T20:19:51,647 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8a040b4bf509,42471,1731010789557, sessionid=0x10116f44a400006, setting cluster-up flag (Was=false) 2024-11-07T20:19:51,668 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40541-0x10116f44a400007, quorum=127.0.0.1:58387, baseZNode=/2-1810681628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1810681628 2024-11-07T20:19:51,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42471-0x10116f44a400006, quorum=127.0.0.1:58387, baseZNode=/2-1810681628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1810681628 2024-11-07T20:19:51,700 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1810681628/flush-table-proc/acquired, /2-1810681628/flush-table-proc/reached, /2-1810681628/flush-table-proc/abort 2024-11-07T20:19:51,700 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a040b4bf509,42471,1731010789557 2024-11-07T20:19:51,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42471-0x10116f44a400006, quorum=127.0.0.1:58387, baseZNode=/2-1810681628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1810681628 2024-11-07T20:19:51,721 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40541-0x10116f44a400007, quorum=127.0.0.1:58387, baseZNode=/2-1810681628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1810681628 2024-11-07T20:19:51,752 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1810681628/online-snapshot/acquired, /2-1810681628/online-snapshot/reached, /2-1810681628/online-snapshot/abort 2024-11-07T20:19:51,753 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a040b4bf509,42471,1731010789557 2024-11-07T20:19:51,754 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T20:19:51,755 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T20:19:51,755 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T20:19:51,755 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T20:19:51,756 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8a040b4bf509,42471,1731010789557 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T20:19:51,757 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:19:51,757 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:19:51,757 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:19:51,757 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:19:51,757 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8a040b4bf509:0, corePoolSize=10, maxPoolSize=10 2024-11-07T20:19:51,757 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:19:51,757 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8a040b4bf509:0, corePoolSize=2, maxPoolSize=2 2024-11-07T20:19:51,757 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:19:51,758 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731010821757 2024-11-07T20:19:51,758 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T20:19:51,758 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T20:19:51,758 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T20:19:51,758 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T20:19:51,758 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T20:19:51,758 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T20:19:51,758 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T20:19:51,758 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T20:19:51,758 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:51,758 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T20:19:51,758 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T20:19:51,758 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T20:19:51,759 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T20:19:51,759 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:51,759 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T20:19:51,759 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T20:19:51,759 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T20:19:51,759 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.large.0-1731010791759,5,FailOnTimeoutGroup] 2024-11-07T20:19:51,759 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.small.0-1731010791759,5,FailOnTimeoutGroup] 2024-11-07T20:19:51,759 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:51,759 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T20:19:51,759 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:51,759 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:51,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35713 is added to blk_1073741831_1007 (size=1321) 2024-11-07T20:19:51,832 INFO [RS:0;8a040b4bf509:40541 {}] regionserver.HRegionServer(746): ClusterId : 54b713cb-5025-472f-8b7e-f83402d7de9a 2024-11-07T20:19:51,832 DEBUG [RS:0;8a040b4bf509:40541 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T20:19:51,843 DEBUG [RS:0;8a040b4bf509:40541 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T20:19:51,843 DEBUG [RS:0;8a040b4bf509:40541 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T20:19:51,853 DEBUG [RS:0;8a040b4bf509:40541 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T20:19:51,853 DEBUG [RS:0;8a040b4bf509:40541 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17b70627, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a040b4bf509/172.17.0.2:0 2024-11-07T20:19:51,864 DEBUG [RS:0;8a040b4bf509:40541 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8a040b4bf509:40541 2024-11-07T20:19:51,864 INFO [RS:0;8a040b4bf509:40541 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T20:19:51,864 INFO [RS:0;8a040b4bf509:40541 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T20:19:51,864 DEBUG [RS:0;8a040b4bf509:40541 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T20:19:51,864 INFO [RS:0;8a040b4bf509:40541 {}] regionserver.HRegionServer(2659): reportForDuty to master=8a040b4bf509,42471,1731010789557 with port=40541, startcode=1731010789703 2024-11-07T20:19:51,865 DEBUG [RS:0;8a040b4bf509:40541 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T20:19:51,866 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37081, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T20:19:51,866 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42471 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8a040b4bf509,40541,1731010789703 2024-11-07T20:19:51,866 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42471 {}] master.ServerManager(517): Registering regionserver=8a040b4bf509,40541,1731010789703 2024-11-07T20:19:51,867 DEBUG [RS:0;8a040b4bf509:40541 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b 2024-11-07T20:19:51,867 DEBUG [RS:0;8a040b4bf509:40541 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43105 2024-11-07T20:19:51,867 DEBUG [RS:0;8a040b4bf509:40541 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T20:19:51,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42471-0x10116f44a400006, quorum=127.0.0.1:58387, baseZNode=/2-1810681628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1810681628/rs 2024-11-07T20:19:51,931 DEBUG [RS:0;8a040b4bf509:40541 {}] zookeeper.ZKUtil(111): regionserver:40541-0x10116f44a400007, quorum=127.0.0.1:58387, baseZNode=/2-1810681628 Set watcher on existing znode=/2-1810681628/rs/8a040b4bf509,40541,1731010789703 2024-11-07T20:19:51,931 WARN [RS:0;8a040b4bf509:40541 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T20:19:51,931 INFO [RS:0;8a040b4bf509:40541 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:19:51,931 DEBUG [RS:0;8a040b4bf509:40541 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/WALs/8a040b4bf509,40541,1731010789703 2024-11-07T20:19:51,931 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8a040b4bf509,40541,1731010789703] 2024-11-07T20:19:51,934 INFO [RS:0;8a040b4bf509:40541 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T20:19:51,935 INFO [RS:0;8a040b4bf509:40541 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T20:19:51,935 INFO [RS:0;8a040b4bf509:40541 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T20:19:51,935 INFO [RS:0;8a040b4bf509:40541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:51,936 INFO [RS:0;8a040b4bf509:40541 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T20:19:51,936 INFO [RS:0;8a040b4bf509:40541 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T20:19:51,936 INFO [RS:0;8a040b4bf509:40541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:51,936 DEBUG [RS:0;8a040b4bf509:40541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:19:51,936 DEBUG [RS:0;8a040b4bf509:40541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:19:51,936 DEBUG [RS:0;8a040b4bf509:40541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:19:51,936 DEBUG [RS:0;8a040b4bf509:40541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:19:51,936 DEBUG [RS:0;8a040b4bf509:40541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:19:51,937 DEBUG [RS:0;8a040b4bf509:40541 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8a040b4bf509:0, corePoolSize=2, maxPoolSize=2 2024-11-07T20:19:51,937 DEBUG [RS:0;8a040b4bf509:40541 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:19:51,937 DEBUG [RS:0;8a040b4bf509:40541 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:19:51,937 DEBUG [RS:0;8a040b4bf509:40541 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:19:51,937 DEBUG [RS:0;8a040b4bf509:40541 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:19:51,937 DEBUG [RS:0;8a040b4bf509:40541 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:19:51,937 DEBUG [RS:0;8a040b4bf509:40541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:19:51,937 DEBUG [RS:0;8a040b4bf509:40541 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8a040b4bf509:0, corePoolSize=3, maxPoolSize=3 2024-11-07T20:19:51,937 DEBUG [RS:0;8a040b4bf509:40541 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8a040b4bf509:0, corePoolSize=3, maxPoolSize=3 2024-11-07T20:19:51,940 INFO [RS:0;8a040b4bf509:40541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:51,940 INFO [RS:0;8a040b4bf509:40541 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:51,940 INFO [RS:0;8a040b4bf509:40541 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:51,940 INFO [RS:0;8a040b4bf509:40541 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:51,940 INFO [RS:0;8a040b4bf509:40541 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:51,940 INFO [RS:0;8a040b4bf509:40541 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,40541,1731010789703-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T20:19:51,960 INFO [RS:0;8a040b4bf509:40541 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T20:19:51,960 INFO [RS:0;8a040b4bf509:40541 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,40541,1731010789703-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:51,960 INFO [RS:0;8a040b4bf509:40541 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:51,961 INFO [RS:0;8a040b4bf509:40541 {}] regionserver.Replication(171): 8a040b4bf509,40541,1731010789703 started 2024-11-07T20:19:51,974 INFO [RS:0;8a040b4bf509:40541 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:51,974 INFO [RS:0;8a040b4bf509:40541 {}] regionserver.HRegionServer(1482): Serving as 8a040b4bf509,40541,1731010789703, RpcServer on 8a040b4bf509/172.17.0.2:40541, sessionid=0x10116f44a400007 2024-11-07T20:19:51,974 DEBUG [RS:0;8a040b4bf509:40541 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T20:19:51,974 DEBUG [RS:0;8a040b4bf509:40541 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8a040b4bf509,40541,1731010789703 2024-11-07T20:19:51,974 DEBUG [RS:0;8a040b4bf509:40541 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a040b4bf509,40541,1731010789703' 2024-11-07T20:19:51,974 DEBUG [RS:0;8a040b4bf509:40541 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1810681628/flush-table-proc/abort' 2024-11-07T20:19:51,975 DEBUG [RS:0;8a040b4bf509:40541 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1810681628/flush-table-proc/acquired' 2024-11-07T20:19:51,975 DEBUG [RS:0;8a040b4bf509:40541 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T20:19:51,975 DEBUG [RS:0;8a040b4bf509:40541 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T20:19:51,975 DEBUG [RS:0;8a040b4bf509:40541 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8a040b4bf509,40541,1731010789703 2024-11-07T20:19:51,975 DEBUG [RS:0;8a040b4bf509:40541 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a040b4bf509,40541,1731010789703' 2024-11-07T20:19:51,975 DEBUG [RS:0;8a040b4bf509:40541 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1810681628/online-snapshot/abort' 2024-11-07T20:19:51,975 DEBUG [RS:0;8a040b4bf509:40541 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1810681628/online-snapshot/acquired' 2024-11-07T20:19:51,975 DEBUG [RS:0;8a040b4bf509:40541 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T20:19:51,975 INFO [RS:0;8a040b4bf509:40541 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T20:19:51,975 INFO [RS:0;8a040b4bf509:40541 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T20:19:52,076 INFO [RS:0;8a040b4bf509:40541 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T20:19:52,077 INFO [RS:0;8a040b4bf509:40541 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a040b4bf509%2C40541%2C1731010789703, suffix=, logDir=hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/WALs/8a040b4bf509,40541,1731010789703, archiveDir=hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/oldWALs, maxLogs=10 2024-11-07T20:19:52,090 DEBUG [RS:0;8a040b4bf509:40541 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/WALs/8a040b4bf509,40541,1731010789703/8a040b4bf509%2C40541%2C1731010789703.1731010792077, exclude list is [], retry=0 2024-11-07T20:19:52,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35713,DS-faa37d0c-80f1-424d-8ed1-78dcca183337,DISK] 2024-11-07T20:19:52,094 INFO [RS:0;8a040b4bf509:40541 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/WALs/8a040b4bf509,40541,1731010789703/8a040b4bf509%2C40541%2C1731010789703.1731010792077 2024-11-07T20:19:52,094 DEBUG [RS:0;8a040b4bf509:40541 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44513:44513)] 2024-11-07T20:19:52,167 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T20:19:52,168 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b 2024-11-07T20:19:52,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35713 is added to blk_1073741833_1009 (size=32) 2024-11-07T20:19:52,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:19:52,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T20:19:52,574 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T20:19:52,574 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:52,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:19:52,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T20:19:52,575 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T20:19:52,575 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:52,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:19:52,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T20:19:52,576 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T20:19:52,576 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:52,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:19:52,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T20:19:52,577 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T20:19:52,577 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:52,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:19:52,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T20:19:52,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/data/hbase/meta/1588230740 2024-11-07T20:19:52,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/data/hbase/meta/1588230740 2024-11-07T20:19:52,579 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T20:19:52,579 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T20:19:52,579 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T20:19:52,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T20:19:52,582 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T20:19:52,582 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60866496, jitterRate=-0.0930185317993164}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T20:19:52,582 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731010792572Initializing all the Stores at 1731010792573 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010792573Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010792573Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010792573Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010792573Cleaning up temporary data from old regions at 1731010792579 (+6 ms)Region opened successfully at 1731010792582 (+3 ms) 2024-11-07T20:19:52,582 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T20:19:52,582 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T20:19:52,582 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T20:19:52,582 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T20:19:52,582 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T20:19:52,582 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T20:19:52,582 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731010792582Disabling compacts and flushes for region at 1731010792582Disabling writes for close at 1731010792582Writing region close event to WAL at 1731010792582Closed at 1731010792582 2024-11-07T20:19:52,583 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T20:19:52,583 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T20:19:52,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T20:19:52,585 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T20:19:52,585 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T20:19:52,736 DEBUG [8a040b4bf509:42471 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T20:19:52,736 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8a040b4bf509,40541,1731010789703 2024-11-07T20:19:52,737 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a040b4bf509,40541,1731010789703, state=OPENING 2024-11-07T20:19:52,784 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T20:19:52,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42471-0x10116f44a400006, quorum=127.0.0.1:58387, baseZNode=/2-1810681628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1810681628 2024-11-07T20:19:52,794 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40541-0x10116f44a400007, quorum=127.0.0.1:58387, baseZNode=/2-1810681628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1810681628 2024-11-07T20:19:52,795 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T20:19:52,795 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1810681628/meta-region-server: CHANGED 2024-11-07T20:19:52,795 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1810681628/meta-region-server: CHANGED 2024-11-07T20:19:52,795 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8a040b4bf509,40541,1731010789703}] 2024-11-07T20:19:52,817 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T20:19:52,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:52,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:52,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:52,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:52,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:52,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:52,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:52,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:52,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:52,862 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:52,863 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:52,864 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:52,947 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T20:19:52,949 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36581, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T20:19:52,952 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T20:19:52,952 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:19:52,952 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T20:19:52,953 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a040b4bf509%2C40541%2C1731010789703.meta, suffix=.meta, logDir=hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/WALs/8a040b4bf509,40541,1731010789703, archiveDir=hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/oldWALs, maxLogs=10 2024-11-07T20:19:52,964 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/WALs/8a040b4bf509,40541,1731010789703/8a040b4bf509%2C40541%2C1731010789703.meta.1731010792953.meta, exclude list is [], retry=0 2024-11-07T20:19:52,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35713,DS-faa37d0c-80f1-424d-8ed1-78dcca183337,DISK] 2024-11-07T20:19:52,968 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/WALs/8a040b4bf509,40541,1731010789703/8a040b4bf509%2C40541%2C1731010789703.meta.1731010792953.meta 2024-11-07T20:19:52,968 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44513:44513)] 2024-11-07T20:19:52,968 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T20:19:52,968 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T20:19:52,968 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T20:19:52,968 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T20:19:52,968 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T20:19:52,968 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T20:19:52,969 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:19:52,969 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T20:19:52,969 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T20:19:52,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T20:19:52,970 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T20:19:52,970 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:52,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:19:52,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T20:19:52,971 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T20:19:52,971 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:52,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:19:52,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T20:19:52,972 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T20:19:52,972 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:52,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:19:52,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T20:19:52,973 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T20:19:52,973 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:52,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:19:52,973 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T20:19:52,974 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/data/hbase/meta/1588230740 2024-11-07T20:19:52,974 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/data/hbase/meta/1588230740 2024-11-07T20:19:52,975 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T20:19:52,975 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T20:19:52,975 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T20:19:52,976 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T20:19:52,977 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74437563, jitterRate=0.10920612514019012}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T20:19:52,977 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T20:19:52,977 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731010792969Writing region info on filesystem at 1731010792969Initializing all the Stores at 1731010792969Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010792969Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010792969Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010792969Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010792969Cleaning up temporary data from old regions at 1731010792975 (+6 ms)Running coprocessor post-open hooks at 1731010792977 (+2 ms)Region opened successfully at 1731010792977 2024-11-07T20:19:52,978 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731010792947 2024-11-07T20:19:52,979 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T20:19:52,979 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T20:19:52,980 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8a040b4bf509,40541,1731010789703 2024-11-07T20:19:52,980 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a040b4bf509,40541,1731010789703, state=OPEN 2024-11-07T20:19:52,989 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40541-0x10116f44a400007, quorum=127.0.0.1:58387, baseZNode=/2-1810681628 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1810681628/meta-region-server 2024-11-07T20:19:52,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42471-0x10116f44a400006, quorum=127.0.0.1:58387, baseZNode=/2-1810681628 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1810681628/meta-region-server 2024-11-07T20:19:52,989 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1810681628/meta-region-server: CHANGED 2024-11-07T20:19:52,989 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1810681628/meta-region-server: CHANGED 2024-11-07T20:19:52,989 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8a040b4bf509,40541,1731010789703 2024-11-07T20:19:52,991 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T20:19:52,991 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8a040b4bf509,40541,1731010789703 in 195 msec 2024-11-07T20:19:52,993 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T20:19:52,993 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 408 msec 2024-11-07T20:19:52,993 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T20:19:52,993 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T20:19:52,994 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:19:52,994 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,40541,1731010789703, seqNum=-1] 2024-11-07T20:19:52,995 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:19:52,996 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45991, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T20:19:52,999 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2440 sec 2024-11-07T20:19:52,999 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731010792999, completionTime=-1 2024-11-07T20:19:53,000 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T20:19:53,000 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T20:19:53,001 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T20:19:53,001 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731010853001 2024-11-07T20:19:53,002 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731010913001 2024-11-07T20:19:53,002 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-07T20:19:53,002 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,42471,1731010789557-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:53,002 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,42471,1731010789557-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:53,002 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,42471,1731010789557-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:53,002 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8a040b4bf509:42471, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:53,002 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:53,002 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:53,004 DEBUG [master/8a040b4bf509:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T20:19:53,006 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.233sec 2024-11-07T20:19:53,006 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T20:19:53,006 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T20:19:53,006 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T20:19:53,006 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T20:19:53,006 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T20:19:53,006 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,42471,1731010789557-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T20:19:53,006 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,42471,1731010789557-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T20:19:53,008 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T20:19:53,008 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T20:19:53,008 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,42471,1731010789557-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:19:53,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fa3dd31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:19:53,032 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,42471,-1 for getting cluster id 2024-11-07T20:19:53,033 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:19:53,033 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54b713cb-5025-472f-8b7e-f83402d7de9a' 2024-11-07T20:19:53,034 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:19:53,034 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54b713cb-5025-472f-8b7e-f83402d7de9a" 2024-11-07T20:19:53,034 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7320d841, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:19:53,034 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,42471,-1] 2024-11-07T20:19:53,034 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:19:53,034 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:19:53,035 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:19:53,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@729b5cf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:19:53,036 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:19:53,037 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,40541,1731010789703, seqNum=-1] 2024-11-07T20:19:53,037 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:19:53,038 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T20:19:53,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8a040b4bf509,42471,1731010789557 2024-11-07T20:19:53,040 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:58387 2024-11-07T20:19:53,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:58387, baseZNode=/2-1810681628 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T20:19:53,053 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10116f44a400008 connected 2024-11-07T20:19:53,066 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:19:53,067 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,46345,1731010778681 2024-11-07T20:19:53,067 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ba0149d 2024-11-07T20:19:53,067 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:19:53,068 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T20:19:53,068 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46345 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T20:19:53,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46345 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-07T20:19:53,070 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T20:19:53,070 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:53,070 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46345 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-07T20:19:53,071 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T20:19:53,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:19:53,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33115 is added to blk_1073741835_1011 (size=902) 2024-11-07T20:19:53,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:19:53,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:19:53,478 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0bea4607a730cac2f1e24c316f0d51f7, NAME => 'test,,1731010793068.0bea4607a730cac2f1e24c316f0d51f7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12 2024-11-07T20:19:53,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33115 is added to blk_1073741836_1012 (size=39) 2024-11-07T20:19:53,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:19:53,883 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731010793068.0bea4607a730cac2f1e24c316f0d51f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:19:53,883 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0bea4607a730cac2f1e24c316f0d51f7, disabling compactions & flushes 2024-11-07T20:19:53,883 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731010793068.0bea4607a730cac2f1e24c316f0d51f7. 2024-11-07T20:19:53,883 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731010793068.0bea4607a730cac2f1e24c316f0d51f7. 2024-11-07T20:19:53,883 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731010793068.0bea4607a730cac2f1e24c316f0d51f7. after waiting 0 ms 2024-11-07T20:19:53,883 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731010793068.0bea4607a730cac2f1e24c316f0d51f7. 2024-11-07T20:19:53,883 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731010793068.0bea4607a730cac2f1e24c316f0d51f7. 2024-11-07T20:19:53,883 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0bea4607a730cac2f1e24c316f0d51f7: Waiting for close lock at 1731010793883Disabling compacts and flushes for region at 1731010793883Disabling writes for close at 1731010793883Writing region close event to WAL at 1731010793883Closed at 1731010793883 2024-11-07T20:19:53,884 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T20:19:53,884 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731010793068.0bea4607a730cac2f1e24c316f0d51f7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731010793884"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731010793884"}]},"ts":"1731010793884"} 2024-11-07T20:19:53,886 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T20:19:53,886 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T20:19:53,886 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731010793886"}]},"ts":"1731010793886"} 2024-11-07T20:19:53,888 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-07T20:19:53,888 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0bea4607a730cac2f1e24c316f0d51f7, ASSIGN}] 2024-11-07T20:19:53,889 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0bea4607a730cac2f1e24c316f0d51f7, ASSIGN 2024-11-07T20:19:53,889 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0bea4607a730cac2f1e24c316f0d51f7, ASSIGN; state=OFFLINE, location=8a040b4bf509,40817,1731010778881; forceNewPlan=false, retain=false 2024-11-07T20:19:54,040 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0bea4607a730cac2f1e24c316f0d51f7, regionState=OPENING, regionLocation=8a040b4bf509,40817,1731010778881 2024-11-07T20:19:54,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0bea4607a730cac2f1e24c316f0d51f7, ASSIGN because future has completed 2024-11-07T20:19:54,042 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0bea4607a730cac2f1e24c316f0d51f7, server=8a040b4bf509,40817,1731010778881}] 2024-11-07T20:19:54,198 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731010793068.0bea4607a730cac2f1e24c316f0d51f7. 2024-11-07T20:19:54,198 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0bea4607a730cac2f1e24c316f0d51f7, NAME => 'test,,1731010793068.0bea4607a730cac2f1e24c316f0d51f7.', STARTKEY => '', ENDKEY => ''} 2024-11-07T20:19:54,198 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T20:19:54,199 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-07T20:19:54,199 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0bea4607a730cac2f1e24c316f0d51f7 2024-11-07T20:19:54,199 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731010793068.0bea4607a730cac2f1e24c316f0d51f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:19:54,199 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0bea4607a730cac2f1e24c316f0d51f7 2024-11-07T20:19:54,199 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0bea4607a730cac2f1e24c316f0d51f7 2024-11-07T20:19:54,200 INFO [StoreOpener-0bea4607a730cac2f1e24c316f0d51f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0bea4607a730cac2f1e24c316f0d51f7 2024-11-07T20:19:54,201 INFO [StoreOpener-0bea4607a730cac2f1e24c316f0d51f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0bea4607a730cac2f1e24c316f0d51f7 columnFamilyName f 2024-11-07T20:19:54,201 DEBUG [StoreOpener-0bea4607a730cac2f1e24c316f0d51f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:54,201 INFO [StoreOpener-0bea4607a730cac2f1e24c316f0d51f7-1 {}] regionserver.HStore(327): Store=0bea4607a730cac2f1e24c316f0d51f7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:19:54,201 INFO [StoreOpener-0bea4607a730cac2f1e24c316f0d51f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0bea4607a730cac2f1e24c316f0d51f7 2024-11-07T20:19:54,202 INFO [StoreOpener-0bea4607a730cac2f1e24c316f0d51f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0bea4607a730cac2f1e24c316f0d51f7 columnFamilyName f1 2024-11-07T20:19:54,202 DEBUG [StoreOpener-0bea4607a730cac2f1e24c316f0d51f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:54,202 INFO [StoreOpener-0bea4607a730cac2f1e24c316f0d51f7-1 {}] regionserver.HStore(327): Store=0bea4607a730cac2f1e24c316f0d51f7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:19:54,202 INFO [StoreOpener-0bea4607a730cac2f1e24c316f0d51f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0bea4607a730cac2f1e24c316f0d51f7 2024-11-07T20:19:54,203 INFO [StoreOpener-0bea4607a730cac2f1e24c316f0d51f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0bea4607a730cac2f1e24c316f0d51f7 columnFamilyName norep 2024-11-07T20:19:54,203 DEBUG [StoreOpener-0bea4607a730cac2f1e24c316f0d51f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:54,204 INFO [StoreOpener-0bea4607a730cac2f1e24c316f0d51f7-1 {}] regionserver.HStore(327): Store=0bea4607a730cac2f1e24c316f0d51f7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:19:54,204 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0bea4607a730cac2f1e24c316f0d51f7 2024-11-07T20:19:54,204 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/data/default/test/0bea4607a730cac2f1e24c316f0d51f7 2024-11-07T20:19:54,204 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/data/default/test/0bea4607a730cac2f1e24c316f0d51f7 2024-11-07T20:19:54,205 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0bea4607a730cac2f1e24c316f0d51f7 2024-11-07T20:19:54,205 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0bea4607a730cac2f1e24c316f0d51f7 2024-11-07T20:19:54,206 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T20:19:54,206 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0bea4607a730cac2f1e24c316f0d51f7 2024-11-07T20:19:54,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:19:54,212 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/data/default/test/0bea4607a730cac2f1e24c316f0d51f7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T20:19:54,213 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0bea4607a730cac2f1e24c316f0d51f7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64666062, jitterRate=-0.03640058636665344}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T20:19:54,213 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0bea4607a730cac2f1e24c316f0d51f7 2024-11-07T20:19:54,213 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0bea4607a730cac2f1e24c316f0d51f7: Running coprocessor pre-open hook at 1731010794199Writing region info on filesystem at 1731010794199Initializing all the Stores at 1731010794200 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010794200Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010794200Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010794200Cleaning up temporary data from old regions at 1731010794205 (+5 ms)Running coprocessor post-open hooks at 1731010794213 (+8 ms)Region opened successfully at 1731010794213 2024-11-07T20:19:54,214 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731010793068.0bea4607a730cac2f1e24c316f0d51f7., pid=6, masterSystemTime=1731010794194 2024-11-07T20:19:54,216 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731010793068.0bea4607a730cac2f1e24c316f0d51f7. 2024-11-07T20:19:54,216 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731010793068.0bea4607a730cac2f1e24c316f0d51f7. 2024-11-07T20:19:54,217 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0bea4607a730cac2f1e24c316f0d51f7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8a040b4bf509,40817,1731010778881 2024-11-07T20:19:54,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0bea4607a730cac2f1e24c316f0d51f7, server=8a040b4bf509,40817,1731010778881 because future has completed 2024-11-07T20:19:54,221 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T20:19:54,222 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0bea4607a730cac2f1e24c316f0d51f7, server=8a040b4bf509,40817,1731010778881 in 178 msec 2024-11-07T20:19:54,229 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T20:19:54,230 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0bea4607a730cac2f1e24c316f0d51f7, ASSIGN in 334 msec 2024-11-07T20:19:54,230 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T20:19:54,231 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731010794230"}]},"ts":"1731010794230"} 2024-11-07T20:19:54,232 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-07T20:19:54,233 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T20:19:54,235 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1650 sec 2024-11-07T20:19:55,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:19:55,221 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-07T20:19:55,221 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:19:55,222 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,46649,1731010784130 2024-11-07T20:19:55,222 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23d4b54f 2024-11-07T20:19:55,222 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:19:55,223 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T20:19:55,224 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46649 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T20:19:55,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46649 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-07T20:19:55,226 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T20:19:55,226 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:55,226 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46649 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-07T20:19:55,226 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T20:19:55,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:19:55,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38477 is added to blk_1073741835_1011 (size=902) 2024-11-07T20:19:55,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:19:55,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:19:55,632 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1ca377fc78403246e02a652810bdfeb1, NAME => 'test,,1731010795223.1ca377fc78403246e02a652810bdfeb1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359 2024-11-07T20:19:55,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38477 is added to blk_1073741836_1012 (size=39) 2024-11-07T20:19:55,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:19:56,037 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731010795223.1ca377fc78403246e02a652810bdfeb1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:19:56,037 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1ca377fc78403246e02a652810bdfeb1, disabling compactions & flushes 2024-11-07T20:19:56,037 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731010795223.1ca377fc78403246e02a652810bdfeb1. 2024-11-07T20:19:56,037 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731010795223.1ca377fc78403246e02a652810bdfeb1. 2024-11-07T20:19:56,037 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731010795223.1ca377fc78403246e02a652810bdfeb1. after waiting 0 ms 2024-11-07T20:19:56,037 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731010795223.1ca377fc78403246e02a652810bdfeb1. 2024-11-07T20:19:56,037 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731010795223.1ca377fc78403246e02a652810bdfeb1. 2024-11-07T20:19:56,037 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1ca377fc78403246e02a652810bdfeb1: Waiting for close lock at 1731010796037Disabling compacts and flushes for region at 1731010796037Disabling writes for close at 1731010796037Writing region close event to WAL at 1731010796037Closed at 1731010796037 2024-11-07T20:19:56,038 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T20:19:56,039 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731010795223.1ca377fc78403246e02a652810bdfeb1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731010796038"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731010796038"}]},"ts":"1731010796038"} 2024-11-07T20:19:56,040 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T20:19:56,041 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T20:19:56,041 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731010796041"}]},"ts":"1731010796041"} 2024-11-07T20:19:56,043 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-07T20:19:56,043 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1ca377fc78403246e02a652810bdfeb1, ASSIGN}] 2024-11-07T20:19:56,044 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1ca377fc78403246e02a652810bdfeb1, ASSIGN 2024-11-07T20:19:56,045 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1ca377fc78403246e02a652810bdfeb1, ASSIGN; state=OFFLINE, location=8a040b4bf509,42413,1731010784280; forceNewPlan=false, retain=false 2024-11-07T20:19:56,196 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1ca377fc78403246e02a652810bdfeb1, regionState=OPENING, regionLocation=8a040b4bf509,42413,1731010784280 2024-11-07T20:19:56,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1ca377fc78403246e02a652810bdfeb1, ASSIGN because future has completed 2024-11-07T20:19:56,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1ca377fc78403246e02a652810bdfeb1, server=8a040b4bf509,42413,1731010784280}] 2024-11-07T20:19:56,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-07T20:19:56,292 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-07T20:19:56,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T20:19:56,292 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-07T20:19:56,355 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731010795223.1ca377fc78403246e02a652810bdfeb1. 2024-11-07T20:19:56,355 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1ca377fc78403246e02a652810bdfeb1, NAME => 'test,,1731010795223.1ca377fc78403246e02a652810bdfeb1.', STARTKEY => '', ENDKEY => ''} 2024-11-07T20:19:56,356 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T20:19:56,356 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-07T20:19:56,356 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1ca377fc78403246e02a652810bdfeb1 2024-11-07T20:19:56,356 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731010795223.1ca377fc78403246e02a652810bdfeb1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:19:56,356 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1ca377fc78403246e02a652810bdfeb1 2024-11-07T20:19:56,356 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1ca377fc78403246e02a652810bdfeb1 2024-11-07T20:19:56,357 INFO [StoreOpener-1ca377fc78403246e02a652810bdfeb1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1ca377fc78403246e02a652810bdfeb1 2024-11-07T20:19:56,359 INFO [StoreOpener-1ca377fc78403246e02a652810bdfeb1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ca377fc78403246e02a652810bdfeb1 columnFamilyName f 2024-11-07T20:19:56,359 DEBUG [StoreOpener-1ca377fc78403246e02a652810bdfeb1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:56,359 INFO [StoreOpener-1ca377fc78403246e02a652810bdfeb1-1 {}] regionserver.HStore(327): Store=1ca377fc78403246e02a652810bdfeb1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:19:56,359 INFO [StoreOpener-1ca377fc78403246e02a652810bdfeb1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1ca377fc78403246e02a652810bdfeb1 2024-11-07T20:19:56,360 INFO [StoreOpener-1ca377fc78403246e02a652810bdfeb1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ca377fc78403246e02a652810bdfeb1 columnFamilyName f1 2024-11-07T20:19:56,360 DEBUG [StoreOpener-1ca377fc78403246e02a652810bdfeb1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:56,361 INFO [StoreOpener-1ca377fc78403246e02a652810bdfeb1-1 {}] regionserver.HStore(327): Store=1ca377fc78403246e02a652810bdfeb1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:19:56,361 INFO [StoreOpener-1ca377fc78403246e02a652810bdfeb1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1ca377fc78403246e02a652810bdfeb1 2024-11-07T20:19:56,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:19:56,362 INFO [StoreOpener-1ca377fc78403246e02a652810bdfeb1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ca377fc78403246e02a652810bdfeb1 columnFamilyName norep 2024-11-07T20:19:56,362 DEBUG [StoreOpener-1ca377fc78403246e02a652810bdfeb1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:56,362 INFO [StoreOpener-1ca377fc78403246e02a652810bdfeb1-1 {}] regionserver.HStore(327): Store=1ca377fc78403246e02a652810bdfeb1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:19:56,362 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1ca377fc78403246e02a652810bdfeb1 2024-11-07T20:19:56,363 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/data/default/test/1ca377fc78403246e02a652810bdfeb1 2024-11-07T20:19:56,363 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/data/default/test/1ca377fc78403246e02a652810bdfeb1 2024-11-07T20:19:56,364 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1ca377fc78403246e02a652810bdfeb1 2024-11-07T20:19:56,364 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1ca377fc78403246e02a652810bdfeb1 2024-11-07T20:19:56,364 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T20:19:56,365 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1ca377fc78403246e02a652810bdfeb1 2024-11-07T20:19:56,367 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/data/default/test/1ca377fc78403246e02a652810bdfeb1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T20:19:56,367 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1ca377fc78403246e02a652810bdfeb1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67992184, jitterRate=0.013162493705749512}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T20:19:56,367 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1ca377fc78403246e02a652810bdfeb1 2024-11-07T20:19:56,367 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1ca377fc78403246e02a652810bdfeb1: Running coprocessor pre-open hook at 1731010796356Writing region info on filesystem at 1731010796356Initializing all the Stores at 1731010796357 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010796357Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010796357Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010796357Cleaning up temporary data from old regions at 1731010796364 (+7 ms)Running coprocessor post-open hooks at 1731010796367 (+3 ms)Region opened successfully at 1731010796367 2024-11-07T20:19:56,368 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731010795223.1ca377fc78403246e02a652810bdfeb1., pid=6, masterSystemTime=1731010796350 2024-11-07T20:19:56,370 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731010795223.1ca377fc78403246e02a652810bdfeb1. 2024-11-07T20:19:56,370 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731010795223.1ca377fc78403246e02a652810bdfeb1. 2024-11-07T20:19:56,371 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1ca377fc78403246e02a652810bdfeb1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8a040b4bf509,42413,1731010784280 2024-11-07T20:19:56,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1ca377fc78403246e02a652810bdfeb1, server=8a040b4bf509,42413,1731010784280 because future has completed 2024-11-07T20:19:56,375 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T20:19:56,375 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1ca377fc78403246e02a652810bdfeb1, server=8a040b4bf509,42413,1731010784280 in 175 msec 2024-11-07T20:19:56,377 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T20:19:56,377 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1ca377fc78403246e02a652810bdfeb1, ASSIGN in 332 msec 2024-11-07T20:19:56,377 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T20:19:56,377 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731010796377"}]},"ts":"1731010796377"} 2024-11-07T20:19:56,379 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-07T20:19:56,380 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T20:19:56,381 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1560 sec 2024-11-07T20:19:57,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:19:57,372 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-07T20:19:57,372 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:19:57,372 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,42471,1731010789557 2024-11-07T20:19:57,373 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d15aa57 2024-11-07T20:19:57,373 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:19:57,374 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T20:19:57,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42471 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T20:19:57,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42471 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-07T20:19:57,377 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T20:19:57,377 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:57,377 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42471 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-07T20:19:57,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:19:57,378 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T20:19:57,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35713 is added to blk_1073741835_1011 (size=902) 2024-11-07T20:19:57,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:19:57,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:19:57,784 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2ae76c464042109df3375b295267c14f, NAME => 'test,,1731010797374.2ae76c464042109df3375b295267c14f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b 2024-11-07T20:19:57,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35713 is added to blk_1073741836_1012 (size=39) 2024-11-07T20:19:58,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:19:58,189 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731010797374.2ae76c464042109df3375b295267c14f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:19:58,189 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2ae76c464042109df3375b295267c14f, disabling compactions & flushes 2024-11-07T20:19:58,189 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731010797374.2ae76c464042109df3375b295267c14f. 2024-11-07T20:19:58,189 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731010797374.2ae76c464042109df3375b295267c14f. 2024-11-07T20:19:58,189 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731010797374.2ae76c464042109df3375b295267c14f. after waiting 0 ms 2024-11-07T20:19:58,189 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731010797374.2ae76c464042109df3375b295267c14f. 2024-11-07T20:19:58,189 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731010797374.2ae76c464042109df3375b295267c14f. 2024-11-07T20:19:58,189 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2ae76c464042109df3375b295267c14f: Waiting for close lock at 1731010798189Disabling compacts and flushes for region at 1731010798189Disabling writes for close at 1731010798189Writing region close event to WAL at 1731010798189Closed at 1731010798189 2024-11-07T20:19:58,190 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T20:19:58,191 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731010797374.2ae76c464042109df3375b295267c14f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731010798191"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731010798191"}]},"ts":"1731010798191"} 2024-11-07T20:19:58,192 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T20:19:58,193 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T20:19:58,193 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731010798193"}]},"ts":"1731010798193"} 2024-11-07T20:19:58,195 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-07T20:19:58,195 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2ae76c464042109df3375b295267c14f, ASSIGN}] 2024-11-07T20:19:58,196 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2ae76c464042109df3375b295267c14f, ASSIGN 2024-11-07T20:19:58,196 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2ae76c464042109df3375b295267c14f, ASSIGN; state=OFFLINE, location=8a040b4bf509,40541,1731010789703; forceNewPlan=false, retain=false 2024-11-07T20:19:58,347 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2ae76c464042109df3375b295267c14f, regionState=OPENING, regionLocation=8a040b4bf509,40541,1731010789703 2024-11-07T20:19:58,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2ae76c464042109df3375b295267c14f, ASSIGN because future has completed 2024-11-07T20:19:58,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2ae76c464042109df3375b295267c14f, server=8a040b4bf509,40541,1731010789703}] 2024-11-07T20:19:58,471 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T20:19:58,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:58,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:58,505 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731010797374.2ae76c464042109df3375b295267c14f. 2024-11-07T20:19:58,505 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2ae76c464042109df3375b295267c14f, NAME => 'test,,1731010797374.2ae76c464042109df3375b295267c14f.', STARTKEY => '', ENDKEY => ''} 2024-11-07T20:19:58,506 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T20:19:58,506 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-07T20:19:58,506 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2ae76c464042109df3375b295267c14f 2024-11-07T20:19:58,506 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731010797374.2ae76c464042109df3375b295267c14f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:19:58,506 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2ae76c464042109df3375b295267c14f 2024-11-07T20:19:58,506 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2ae76c464042109df3375b295267c14f 2024-11-07T20:19:58,507 INFO [StoreOpener-2ae76c464042109df3375b295267c14f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2ae76c464042109df3375b295267c14f 2024-11-07T20:19:58,508 INFO [StoreOpener-2ae76c464042109df3375b295267c14f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ae76c464042109df3375b295267c14f columnFamilyName f 2024-11-07T20:19:58,508 DEBUG [StoreOpener-2ae76c464042109df3375b295267c14f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:58,509 INFO [StoreOpener-2ae76c464042109df3375b295267c14f-1 {}] regionserver.HStore(327): Store=2ae76c464042109df3375b295267c14f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:19:58,509 INFO [StoreOpener-2ae76c464042109df3375b295267c14f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2ae76c464042109df3375b295267c14f 2024-11-07T20:19:58,510 INFO [StoreOpener-2ae76c464042109df3375b295267c14f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ae76c464042109df3375b295267c14f columnFamilyName f1 2024-11-07T20:19:58,510 DEBUG [StoreOpener-2ae76c464042109df3375b295267c14f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:58,510 INFO [StoreOpener-2ae76c464042109df3375b295267c14f-1 {}] regionserver.HStore(327): Store=2ae76c464042109df3375b295267c14f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:19:58,510 INFO [StoreOpener-2ae76c464042109df3375b295267c14f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2ae76c464042109df3375b295267c14f 2024-11-07T20:19:58,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:19:58,512 INFO [StoreOpener-2ae76c464042109df3375b295267c14f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ae76c464042109df3375b295267c14f columnFamilyName norep 2024-11-07T20:19:58,512 DEBUG [StoreOpener-2ae76c464042109df3375b295267c14f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:58,513 INFO [StoreOpener-2ae76c464042109df3375b295267c14f-1 {}] regionserver.HStore(327): Store=2ae76c464042109df3375b295267c14f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:19:58,513 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2ae76c464042109df3375b295267c14f 2024-11-07T20:19:58,514 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/data/default/test/2ae76c464042109df3375b295267c14f 2024-11-07T20:19:58,514 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/data/default/test/2ae76c464042109df3375b295267c14f 2024-11-07T20:19:58,515 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2ae76c464042109df3375b295267c14f 2024-11-07T20:19:58,515 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2ae76c464042109df3375b295267c14f 2024-11-07T20:19:58,515 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T20:19:58,516 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2ae76c464042109df3375b295267c14f 2024-11-07T20:19:58,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:58,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:58,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:58,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:58,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:58,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:58,518 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/data/default/test/2ae76c464042109df3375b295267c14f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T20:19:58,519 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2ae76c464042109df3375b295267c14f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67653828, jitterRate=0.008120596408843994}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T20:19:58,519 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2ae76c464042109df3375b295267c14f 2024-11-07T20:19:58,519 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2ae76c464042109df3375b295267c14f: Running coprocessor pre-open hook at 1731010798506Writing region info on filesystem at 1731010798506Initializing all the Stores at 1731010798507 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010798507Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010798507Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010798507Cleaning up temporary data from old regions at 1731010798515 (+8 ms)Running coprocessor post-open hooks at 1731010798519 (+4 ms)Region opened successfully at 1731010798519 2024-11-07T20:19:58,520 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731010797374.2ae76c464042109df3375b295267c14f., pid=6, masterSystemTime=1731010798502 2024-11-07T20:19:58,522 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731010797374.2ae76c464042109df3375b295267c14f. 2024-11-07T20:19:58,522 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731010797374.2ae76c464042109df3375b295267c14f. 2024-11-07T20:19:58,522 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2ae76c464042109df3375b295267c14f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8a040b4bf509,40541,1731010789703 2024-11-07T20:19:58,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2ae76c464042109df3375b295267c14f, server=8a040b4bf509,40541,1731010789703 because future has completed 2024-11-07T20:19:58,527 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T20:19:58,527 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2ae76c464042109df3375b295267c14f, server=8a040b4bf509,40541,1731010789703 in 176 msec 2024-11-07T20:19:58,528 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:58,529 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T20:19:58,529 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2ae76c464042109df3375b295267c14f, ASSIGN in 332 msec 2024-11-07T20:19:58,530 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T20:19:58,530 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731010798530"}]},"ts":"1731010798530"} 2024-11-07T20:19:58,532 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-07T20:19:58,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:58,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:58,533 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T20:19:58,534 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1590 sec 2024-11-07T20:19:58,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:19:58,551 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-07T20:19:59,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:19:59,520 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-07T20:19:59,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b23f14c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:19:59,521 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,46345,-1 for getting cluster id 2024-11-07T20:19:59,521 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:19:59,522 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd97e06db-c09f-4536-9490-d903541d1860' 2024-11-07T20:19:59,522 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:19:59,522 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d97e06db-c09f-4536-9490-d903541d1860" 2024-11-07T20:19:59,522 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e4c430b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:19:59,522 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,46345,-1] 2024-11-07T20:19:59,523 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:19:59,523 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:19:59,523 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:19:59,524 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@423f482f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:19:59,524 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:19:59,525 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,46345,1731010778681 2024-11-07T20:19:59,525 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69aa9f9e 2024-11-07T20:19:59,525 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:19:59,525 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T20:19:59,526 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46345 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://8a040b4bf509:46649,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-07T20:19:59,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46345 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T20:19:59,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T20:19:59,528 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8a040b4bf509:46649' 2024-11-07T20:19:59,529 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ca30429, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:19:59,529 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,46649,-1 for getting cluster id 2024-11-07T20:19:59,529 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:19:59,530 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc1df97c-6f28-472e-a734-024c81338d3b' 2024-11-07T20:19:59,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:19:59,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc1df97c-6f28-472e-a734-024c81338d3b" 2024-11-07T20:19:59,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@564a53f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:19:59,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,46649,-1] 2024-11-07T20:19:59,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:19:59,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:19:59,531 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:19:59,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51704769, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:19:59,532 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:19:59,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,46649,1731010784130 2024-11-07T20:19:59,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@521842c7 2024-11-07T20:19:59,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:19:59,534 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T20:19:59,534 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-07T20:19:59,534 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T20:19:59,534 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:19:59,535 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:19:59,535 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:19:59,535 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T20:19:59,536 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-07T20:19:59,537 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T20:19:59,537 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:19:59,537 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T20:19:59,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33115 is added to blk_1073741837_1013 (size=1138) 2024-11-07T20:19:59,544 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 193471fb96c784bd5358f6dec577187c, NAME => 'hbase:replication,,1731010799535.193471fb96c784bd5358f6dec577187c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12 2024-11-07T20:19:59,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33115 is added to blk_1073741838_1014 (size=44) 2024-11-07T20:19:59,586 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-07T20:19:59,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T20:19:59,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T20:19:59,950 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731010799535.193471fb96c784bd5358f6dec577187c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:19:59,950 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 193471fb96c784bd5358f6dec577187c, disabling compactions & flushes 2024-11-07T20:19:59,950 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731010799535.193471fb96c784bd5358f6dec577187c. 2024-11-07T20:19:59,950 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731010799535.193471fb96c784bd5358f6dec577187c. 2024-11-07T20:19:59,950 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731010799535.193471fb96c784bd5358f6dec577187c. after waiting 0 ms 2024-11-07T20:19:59,950 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731010799535.193471fb96c784bd5358f6dec577187c. 2024-11-07T20:19:59,950 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731010799535.193471fb96c784bd5358f6dec577187c. 2024-11-07T20:19:59,950 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 193471fb96c784bd5358f6dec577187c: Waiting for close lock at 1731010799950Disabling compacts and flushes for region at 1731010799950Disabling writes for close at 1731010799950Writing region close event to WAL at 1731010799950Closed at 1731010799950 2024-11-07T20:19:59,951 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T20:19:59,952 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731010799535.193471fb96c784bd5358f6dec577187c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731010799951"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731010799951"}]},"ts":"1731010799951"} 2024-11-07T20:19:59,953 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T20:19:59,954 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T20:19:59,954 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731010799954"}]},"ts":"1731010799954"} 2024-11-07T20:19:59,956 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-07T20:19:59,956 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=193471fb96c784bd5358f6dec577187c, ASSIGN}] 2024-11-07T20:19:59,957 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=193471fb96c784bd5358f6dec577187c, ASSIGN 2024-11-07T20:19:59,957 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=193471fb96c784bd5358f6dec577187c, ASSIGN; state=OFFLINE, location=8a040b4bf509,40817,1731010778881; forceNewPlan=false, retain=false 2024-11-07T20:20:00,108 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=193471fb96c784bd5358f6dec577187c, regionState=OPENING, regionLocation=8a040b4bf509,40817,1731010778881 2024-11-07T20:20:00,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=193471fb96c784bd5358f6dec577187c, ASSIGN because future has completed 2024-11-07T20:20:00,110 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 193471fb96c784bd5358f6dec577187c, server=8a040b4bf509,40817,1731010778881}] 2024-11-07T20:20:00,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T20:20:00,266 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731010799535.193471fb96c784bd5358f6dec577187c. 2024-11-07T20:20:00,266 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:20:00,266 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-07T20:20:00,268 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a040b4bf509%2C40817%2C1731010778881.rep, suffix=, logDir=hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/WALs/8a040b4bf509,40817,1731010778881, archiveDir=hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/oldWALs, maxLogs=10 2024-11-07T20:20:00,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/WALs/8a040b4bf509,40817,1731010778881/8a040b4bf509%2C40817%2C1731010778881.rep.1731010800268, exclude list is [], retry=0 2024-11-07T20:20:00,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33115,DS-1adc6063-88e7-4903-9b1f-bb8f0a2b5440,DISK] 2024-11-07T20:20:00,292 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/WALs/8a040b4bf509,40817,1731010778881/8a040b4bf509%2C40817%2C1731010778881.rep.1731010800268 2024-11-07T20:20:00,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33251:33251)] 2024-11-07T20:20:00,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 193471fb96c784bd5358f6dec577187c, NAME => 'hbase:replication,,1731010799535.193471fb96c784bd5358f6dec577187c.', STARTKEY => '', ENDKEY => ''} 2024-11-07T20:20:00,293 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T20:20:00,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T20:20:00,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731010799535.193471fb96c784bd5358f6dec577187c. service=MultiRowMutationService 2024-11-07T20:20:00,293 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-07T20:20:00,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 193471fb96c784bd5358f6dec577187c 2024-11-07T20:20:00,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731010799535.193471fb96c784bd5358f6dec577187c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:20:00,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 193471fb96c784bd5358f6dec577187c 2024-11-07T20:20:00,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 193471fb96c784bd5358f6dec577187c 2024-11-07T20:20:00,294 INFO [StoreOpener-193471fb96c784bd5358f6dec577187c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 193471fb96c784bd5358f6dec577187c 2024-11-07T20:20:00,295 INFO [StoreOpener-193471fb96c784bd5358f6dec577187c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 193471fb96c784bd5358f6dec577187c columnFamilyName hfileref 2024-11-07T20:20:00,295 DEBUG [StoreOpener-193471fb96c784bd5358f6dec577187c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:20:00,295 INFO [StoreOpener-193471fb96c784bd5358f6dec577187c-1 {}] regionserver.HStore(327): Store=193471fb96c784bd5358f6dec577187c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:20:00,295 INFO [StoreOpener-193471fb96c784bd5358f6dec577187c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 193471fb96c784bd5358f6dec577187c 2024-11-07T20:20:00,296 INFO [StoreOpener-193471fb96c784bd5358f6dec577187c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 193471fb96c784bd5358f6dec577187c columnFamilyName queue 2024-11-07T20:20:00,296 DEBUG [StoreOpener-193471fb96c784bd5358f6dec577187c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:20:00,297 INFO [StoreOpener-193471fb96c784bd5358f6dec577187c-1 {}] regionserver.HStore(327): Store=193471fb96c784bd5358f6dec577187c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:20:00,297 INFO [StoreOpener-193471fb96c784bd5358f6dec577187c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 193471fb96c784bd5358f6dec577187c 2024-11-07T20:20:00,297 INFO [StoreOpener-193471fb96c784bd5358f6dec577187c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 193471fb96c784bd5358f6dec577187c columnFamilyName sid 2024-11-07T20:20:00,298 DEBUG [StoreOpener-193471fb96c784bd5358f6dec577187c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:20:00,298 INFO [StoreOpener-193471fb96c784bd5358f6dec577187c-1 {}] regionserver.HStore(327): Store=193471fb96c784bd5358f6dec577187c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:20:00,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 193471fb96c784bd5358f6dec577187c 2024-11-07T20:20:00,299 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/data/hbase/replication/193471fb96c784bd5358f6dec577187c 2024-11-07T20:20:00,299 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/data/hbase/replication/193471fb96c784bd5358f6dec577187c 2024-11-07T20:20:00,300 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 193471fb96c784bd5358f6dec577187c 2024-11-07T20:20:00,300 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 193471fb96c784bd5358f6dec577187c 2024-11-07T20:20:00,300 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T20:20:00,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 193471fb96c784bd5358f6dec577187c 2024-11-07T20:20:00,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/data/hbase/replication/193471fb96c784bd5358f6dec577187c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T20:20:00,303 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 193471fb96c784bd5358f6dec577187c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60813068, jitterRate=-0.0938146710395813}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T20:20:00,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 193471fb96c784bd5358f6dec577187c 2024-11-07T20:20:00,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 193471fb96c784bd5358f6dec577187c: Running coprocessor pre-open hook at 1731010800293Writing region info on filesystem at 1731010800293Initializing all the Stores at 1731010800294 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010800294Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010800294Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010800294Cleaning up temporary data from old regions at 1731010800300 (+6 ms)Running coprocessor post-open hooks at 1731010800303 (+3 ms)Region opened successfully at 1731010800303 2024-11-07T20:20:00,304 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731010799535.193471fb96c784bd5358f6dec577187c., pid=10, masterSystemTime=1731010800262 2024-11-07T20:20:00,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731010799535.193471fb96c784bd5358f6dec577187c. 2024-11-07T20:20:00,306 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731010799535.193471fb96c784bd5358f6dec577187c. 2024-11-07T20:20:00,306 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=193471fb96c784bd5358f6dec577187c, regionState=OPEN, openSeqNum=2, regionLocation=8a040b4bf509,40817,1731010778881 2024-11-07T20:20:00,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 193471fb96c784bd5358f6dec577187c, server=8a040b4bf509,40817,1731010778881 because future has completed 2024-11-07T20:20:00,312 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-07T20:20:00,312 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 193471fb96c784bd5358f6dec577187c, server=8a040b4bf509,40817,1731010778881 in 200 msec 2024-11-07T20:20:00,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-07T20:20:00,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=193471fb96c784bd5358f6dec577187c, ASSIGN in 356 msec 2024-11-07T20:20:00,314 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T20:20:00,315 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731010800314"}]},"ts":"1731010800314"} 2024-11-07T20:20:00,316 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-07T20:20:00,317 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T20:20:00,318 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 782 msec 2024-11-07T20:20:00,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731010799535.193471fb96c784bd5358f6dec577187c., hostname=8a040b4bf509,40817,1731010778881, seqNum=2] 2024-11-07T20:20:00,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40817-0x10116f44a400001, quorum=127.0.0.1:58387, baseZNode=/0397450535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0397450535 2024-11-07T20:20:00,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46345-0x10116f44a400000, quorum=127.0.0.1:58387, baseZNode=/0397450535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0397450535 2024-11-07T20:20:00,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T20:20:00,806 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T20:20:00,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-07T20:20:00,958 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-07T20:20:00,984 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-8a040b4bf509,40817,1731010778881, ReplicationSource: 1, currentBandwidth=0 2024-11-07T20:20:00,984 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:20:00,984 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,40817,1731010778881, seqNum=-1] 2024-11-07T20:20:00,984 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:20:00,985 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49355, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-07T20:20:00,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8a040b4bf509,40817,1731010778881', locateType=CURRENT is [region=hbase:replication,,1731010799535.193471fb96c784bd5358f6dec577187c., hostname=8a040b4bf509,40817,1731010778881, seqNum=2] 2024-11-07T20:20:00,996 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-07T20:20:00,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46345 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-07T20:20:00,998 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8a040b4bf509,40817,1731010778881 suceeded 2024-11-07T20:20:01,006 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-07T20:20:01,006 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8a040b4bf509:46649,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T20:20:01,006 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-07T20:20:01,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4800 sec 2024-11-07T20:20:01,018 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8a040b4bf509:46649' 2024-11-07T20:20:01,020 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40825849, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:01,020 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881 {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,46649,-1 for getting cluster id 2024-11-07T20:20:01,020 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:20:01,021 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc1df97c-6f28-472e-a734-024c81338d3b' 2024-11-07T20:20:01,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:20:01,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc1df97c-6f28-472e-a734-024c81338d3b" 2024-11-07T20:20:01,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5da232c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:01,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,46649,-1] 2024-11-07T20:20:01,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:20:01,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:01,023 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:20:01,023 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@cbfcd6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:01,024 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:20:01,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,46649,1731010784130 2024-11-07T20:20:01,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d1c36d3 2024-11-07T20:20:01,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:20:01,026 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-07T20:20:01,026 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8a040b4bf509,40817,1731010778881 (queues=1) is replicating from cluster=d97e06db-c09f-4536-9490-d903541d1860 to cluster=cc1df97c-6f28-472e-a734-024c81338d3b 2024-11-07T20:20:01,026 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8a040b4bf509%2C40817%2C1731010778881 2024-11-07T20:20:01,027 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8a040b4bf509,40817,1731010778881, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T20:20:01,027 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.wal-reader.8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/WALs/8a040b4bf509,40817,1731010778881/8a040b4bf509%2C40817%2C1731010778881.1731010781190, startPosition=0, beingWritten=true 2024-11-07T20:20:01,034 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.shipper8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8a040b4bf509%2C40817%2C1731010778881 2024-11-07T20:20:01,037 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.wal-reader.8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T20:20:01,037 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.wal-reader.8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/WALs/8a040b4bf509,40817,1731010778881/8a040b4bf509%2C40817%2C1731010778881.1731010781190 to pos 379, reset compression=false 2024-11-07T20:20:01,037 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.shipper8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a040b4bf509,40817,1731010778881 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/WALs/8a040b4bf509,40817,1731010778881/8a040b4bf509%2C40817%2C1731010778881.1731010781190, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T20:20:01,250 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.wal-reader.8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/WALs/8a040b4bf509,40817,1731010778881/8a040b4bf509%2C40817%2C1731010778881.1731010781190 to pos 379, reset compression=false 2024-11-07T20:20:01,557 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.wal-reader.8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/WALs/8a040b4bf509,40817,1731010778881/8a040b4bf509%2C40817%2C1731010778881.1731010781190 to pos 379, reset compression=false 2024-11-07T20:20:01,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T20:20:01,671 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-07T20:20:01,671 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T20:20:01,671 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:20:01,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:01,671 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:20:01,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:01,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cbb8983, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:01,672 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,46649,-1 for getting cluster id 2024-11-07T20:20:01,672 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:20:01,673 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc1df97c-6f28-472e-a734-024c81338d3b' 2024-11-07T20:20:01,673 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:20:01,673 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc1df97c-6f28-472e-a734-024c81338d3b" 2024-11-07T20:20:01,673 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39a53d4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:01,673 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,46649,-1] 2024-11-07T20:20:01,673 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:20:01,674 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:01,674 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:20:01,675 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30bdaad6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:01,675 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:20:01,676 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,46649,1731010784130 2024-11-07T20:20:01,676 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44b4636e 2024-11-07T20:20:01,676 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:20:01,677 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T20:20:01,677 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46649 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://8a040b4bf509:42471,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-07T20:20:01,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46649 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T20:20:01,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T20:20:01,680 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8a040b4bf509:42471' 2024-11-07T20:20:01,682 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63968884, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:01,682 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,42471,-1 for getting cluster id 2024-11-07T20:20:01,682 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:20:01,683 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54b713cb-5025-472f-8b7e-f83402d7de9a' 2024-11-07T20:20:01,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:20:01,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54b713cb-5025-472f-8b7e-f83402d7de9a" 2024-11-07T20:20:01,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32645111, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:01,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,42471,-1] 2024-11-07T20:20:01,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:20:01,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:01,684 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:20:01,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cc915e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:01,685 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:20:01,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,42471,1731010789557 2024-11-07T20:20:01,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42d307b9 2024-11-07T20:20:01,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:20:01,687 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T20:20:01,688 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-07T20:20:01,688 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T20:20:01,688 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:01,688 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:01,688 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:20:01,688 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T20:20:01,689 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-07T20:20:01,690 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T20:20:01,690 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:20:01,691 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T20:20:01,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38477 is added to blk_1073741837_1013 (size=1138) 2024-11-07T20:20:01,740 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-07T20:20:01,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T20:20:01,960 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.wal-reader.8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/WALs/8a040b4bf509,40817,1731010778881/8a040b4bf509%2C40817%2C1731010778881.1731010781190 to pos 379, reset compression=false 2024-11-07T20:20:02,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T20:20:02,111 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fe82efa655c571b8f9622547b21aebd7, NAME => 'hbase:replication,,1731010801688.fe82efa655c571b8f9622547b21aebd7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359 2024-11-07T20:20:02,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38477 is added to blk_1073741838_1014 (size=44) 2024-11-07T20:20:02,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T20:20:02,464 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.wal-reader.8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/WALs/8a040b4bf509,40817,1731010778881/8a040b4bf509%2C40817%2C1731010778881.1731010781190 to pos 379, reset compression=false 2024-11-07T20:20:02,516 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731010801688.fe82efa655c571b8f9622547b21aebd7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:20:02,516 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing fe82efa655c571b8f9622547b21aebd7, disabling compactions & flushes 2024-11-07T20:20:02,516 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731010801688.fe82efa655c571b8f9622547b21aebd7. 2024-11-07T20:20:02,516 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731010801688.fe82efa655c571b8f9622547b21aebd7. 2024-11-07T20:20:02,516 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731010801688.fe82efa655c571b8f9622547b21aebd7. after waiting 0 ms 2024-11-07T20:20:02,516 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731010801688.fe82efa655c571b8f9622547b21aebd7. 2024-11-07T20:20:02,516 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731010801688.fe82efa655c571b8f9622547b21aebd7. 2024-11-07T20:20:02,516 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for fe82efa655c571b8f9622547b21aebd7: Waiting for close lock at 1731010802516Disabling compacts and flushes for region at 1731010802516Disabling writes for close at 1731010802516Writing region close event to WAL at 1731010802516Closed at 1731010802516 2024-11-07T20:20:02,545 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T20:20:02,545 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731010801688.fe82efa655c571b8f9622547b21aebd7.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731010802545"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731010802545"}]},"ts":"1731010802545"} 2024-11-07T20:20:02,547 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T20:20:02,547 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T20:20:02,547 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731010802547"}]},"ts":"1731010802547"} 2024-11-07T20:20:02,549 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-07T20:20:02,549 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fe82efa655c571b8f9622547b21aebd7, ASSIGN}] 2024-11-07T20:20:02,550 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fe82efa655c571b8f9622547b21aebd7, ASSIGN 2024-11-07T20:20:02,551 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fe82efa655c571b8f9622547b21aebd7, ASSIGN; state=OFFLINE, location=8a040b4bf509,42413,1731010784280; forceNewPlan=false, retain=false 2024-11-07T20:20:02,701 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fe82efa655c571b8f9622547b21aebd7, regionState=OPENING, regionLocation=8a040b4bf509,42413,1731010784280 2024-11-07T20:20:02,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fe82efa655c571b8f9622547b21aebd7, ASSIGN because future has completed 2024-11-07T20:20:02,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fe82efa655c571b8f9622547b21aebd7, server=8a040b4bf509,42413,1731010784280}] 2024-11-07T20:20:02,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T20:20:02,859 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731010801688.fe82efa655c571b8f9622547b21aebd7. 2024-11-07T20:20:02,859 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:20:02,859 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-07T20:20:02,860 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a040b4bf509%2C42413%2C1731010784280.rep, suffix=, logDir=hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/WALs/8a040b4bf509,42413,1731010784280, archiveDir=hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/oldWALs, maxLogs=10 2024-11-07T20:20:02,873 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/WALs/8a040b4bf509,42413,1731010784280/8a040b4bf509%2C42413%2C1731010784280.rep.1731010802860, exclude list is [], retry=0 2024-11-07T20:20:02,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38477,DS-75db20ab-d9e2-4b40-8652-cd84305d16fc,DISK] 2024-11-07T20:20:02,876 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/WALs/8a040b4bf509,42413,1731010784280/8a040b4bf509%2C42413%2C1731010784280.rep.1731010802860 2024-11-07T20:20:02,878 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34331:34331)] 2024-11-07T20:20:02,878 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => fe82efa655c571b8f9622547b21aebd7, NAME => 'hbase:replication,,1731010801688.fe82efa655c571b8f9622547b21aebd7.', STARTKEY => '', ENDKEY => ''} 2024-11-07T20:20:02,879 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T20:20:02,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T20:20:02,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731010801688.fe82efa655c571b8f9622547b21aebd7. service=MultiRowMutationService 2024-11-07T20:20:02,879 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-07T20:20:02,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication fe82efa655c571b8f9622547b21aebd7 2024-11-07T20:20:02,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731010801688.fe82efa655c571b8f9622547b21aebd7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:20:02,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for fe82efa655c571b8f9622547b21aebd7 2024-11-07T20:20:02,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for fe82efa655c571b8f9622547b21aebd7 2024-11-07T20:20:02,881 INFO [StoreOpener-fe82efa655c571b8f9622547b21aebd7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region fe82efa655c571b8f9622547b21aebd7 2024-11-07T20:20:02,882 INFO [StoreOpener-fe82efa655c571b8f9622547b21aebd7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe82efa655c571b8f9622547b21aebd7 columnFamilyName hfileref 2024-11-07T20:20:02,882 DEBUG [StoreOpener-fe82efa655c571b8f9622547b21aebd7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:20:02,882 INFO [StoreOpener-fe82efa655c571b8f9622547b21aebd7-1 {}] regionserver.HStore(327): Store=fe82efa655c571b8f9622547b21aebd7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:20:02,882 INFO [StoreOpener-fe82efa655c571b8f9622547b21aebd7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region fe82efa655c571b8f9622547b21aebd7 2024-11-07T20:20:02,883 INFO [StoreOpener-fe82efa655c571b8f9622547b21aebd7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe82efa655c571b8f9622547b21aebd7 columnFamilyName queue 2024-11-07T20:20:02,883 DEBUG [StoreOpener-fe82efa655c571b8f9622547b21aebd7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:20:02,884 INFO [StoreOpener-fe82efa655c571b8f9622547b21aebd7-1 {}] regionserver.HStore(327): Store=fe82efa655c571b8f9622547b21aebd7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:20:02,884 INFO [StoreOpener-fe82efa655c571b8f9622547b21aebd7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region fe82efa655c571b8f9622547b21aebd7 2024-11-07T20:20:02,885 INFO [StoreOpener-fe82efa655c571b8f9622547b21aebd7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe82efa655c571b8f9622547b21aebd7 columnFamilyName sid 2024-11-07T20:20:02,885 DEBUG [StoreOpener-fe82efa655c571b8f9622547b21aebd7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:20:02,885 INFO [StoreOpener-fe82efa655c571b8f9622547b21aebd7-1 {}] regionserver.HStore(327): Store=fe82efa655c571b8f9622547b21aebd7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:20:02,885 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for fe82efa655c571b8f9622547b21aebd7 2024-11-07T20:20:02,886 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/data/hbase/replication/fe82efa655c571b8f9622547b21aebd7 2024-11-07T20:20:02,886 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/data/hbase/replication/fe82efa655c571b8f9622547b21aebd7 2024-11-07T20:20:02,887 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for fe82efa655c571b8f9622547b21aebd7 2024-11-07T20:20:02,887 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for fe82efa655c571b8f9622547b21aebd7 2024-11-07T20:20:02,887 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T20:20:02,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for fe82efa655c571b8f9622547b21aebd7 2024-11-07T20:20:02,893 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/data/hbase/replication/fe82efa655c571b8f9622547b21aebd7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T20:20:02,893 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened fe82efa655c571b8f9622547b21aebd7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71274620, jitterRate=0.06207460165023804}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T20:20:02,893 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fe82efa655c571b8f9622547b21aebd7 2024-11-07T20:20:02,893 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for fe82efa655c571b8f9622547b21aebd7: Running coprocessor pre-open hook at 1731010802879Writing region info on filesystem at 1731010802879Initializing all the Stores at 1731010802880 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010802880Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010802880Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010802880Cleaning up temporary data from old regions at 1731010802887 (+7 ms)Running coprocessor post-open hooks at 1731010802893 (+6 ms)Region opened successfully at 1731010802893 2024-11-07T20:20:02,894 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731010801688.fe82efa655c571b8f9622547b21aebd7., pid=10, masterSystemTime=1731010802856 2024-11-07T20:20:02,896 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731010801688.fe82efa655c571b8f9622547b21aebd7. 2024-11-07T20:20:02,896 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731010801688.fe82efa655c571b8f9622547b21aebd7. 2024-11-07T20:20:02,896 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fe82efa655c571b8f9622547b21aebd7, regionState=OPEN, openSeqNum=2, regionLocation=8a040b4bf509,42413,1731010784280 2024-11-07T20:20:02,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fe82efa655c571b8f9622547b21aebd7, server=8a040b4bf509,42413,1731010784280 because future has completed 2024-11-07T20:20:02,910 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-07T20:20:02,910 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure fe82efa655c571b8f9622547b21aebd7, server=8a040b4bf509,42413,1731010784280 in 204 msec 2024-11-07T20:20:02,911 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-07T20:20:02,911 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fe82efa655c571b8f9622547b21aebd7, ASSIGN in 361 msec 2024-11-07T20:20:02,912 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T20:20:02,912 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731010802912"}]},"ts":"1731010802912"} 2024-11-07T20:20:02,914 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-07T20:20:02,915 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T20:20:02,917 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2270 sec 2024-11-07T20:20:02,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731010801688.fe82efa655c571b8f9622547b21aebd7., hostname=8a040b4bf509,42413,1731010784280, seqNum=2] 2024-11-07T20:20:03,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42413-0x10116f44a400004, quorum=127.0.0.1:58387, baseZNode=/1-481915277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-481915277 2024-11-07T20:20:03,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46649-0x10116f44a400003, quorum=127.0.0.1:58387, baseZNode=/1-481915277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-481915277 2024-11-07T20:20:03,037 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T20:20:03,067 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.wal-reader.8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/WALs/8a040b4bf509,40817,1731010778881/8a040b4bf509%2C40817%2C1731010778881.1731010781190 to pos 379, reset compression=false 2024-11-07T20:20:03,189 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-07T20:20:03,190 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-07T20:20:03,235 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-8a040b4bf509,42413,1731010784280, ReplicationSource: 1, currentBandwidth=0 2024-11-07T20:20:03,236 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:20:03,236 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,42413,1731010784280, seqNum=-1] 2024-11-07T20:20:03,237 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:20:03,238 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32837, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-07T20:20:03,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8a040b4bf509,42413,1731010784280', locateType=CURRENT is [region=hbase:replication,,1731010801688.fe82efa655c571b8f9622547b21aebd7., hostname=8a040b4bf509,42413,1731010784280, seqNum=2] 2024-11-07T20:20:03,243 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-07T20:20:03,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46649 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-07T20:20:03,245 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8a040b4bf509,42413,1731010784280 suceeded 2024-11-07T20:20:03,247 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-07T20:20:03,248 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 208 msec 2024-11-07T20:20:03,248 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8a040b4bf509:42471,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T20:20:03,249 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5710 sec 2024-11-07T20:20:03,264 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8a040b4bf509:42471' 2024-11-07T20:20:03,265 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b6a0a15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:03,265 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280 {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,42471,-1 for getting cluster id 2024-11-07T20:20:03,265 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:20:03,266 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54b713cb-5025-472f-8b7e-f83402d7de9a' 2024-11-07T20:20:03,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:20:03,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54b713cb-5025-472f-8b7e-f83402d7de9a" 2024-11-07T20:20:03,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e57e763, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:03,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,42471,-1] 2024-11-07T20:20:03,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:20:03,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:03,267 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:20:03,268 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c9d15dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:03,268 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:20:03,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,42471,1731010789557 2024-11-07T20:20:03,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f702bc5 2024-11-07T20:20:03,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:20:03,270 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-07T20:20:03,270 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8a040b4bf509,42413,1731010784280 (queues=1) is replicating from cluster=cc1df97c-6f28-472e-a734-024c81338d3b to cluster=54b713cb-5025-472f-8b7e-f83402d7de9a 2024-11-07T20:20:03,270 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8a040b4bf509%2C42413%2C1731010784280 2024-11-07T20:20:03,270 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8a040b4bf509,42413,1731010784280, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T20:20:03,271 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280.replicationSource.wal-reader.8a040b4bf509%2C42413%2C1731010784280,1-8a040b4bf509,42413,1731010784280 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/WALs/8a040b4bf509,42413,1731010784280/8a040b4bf509%2C42413%2C1731010784280.1731010786317, startPosition=0, beingWritten=true 2024-11-07T20:20:03,271 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280.replicationSource.shipper8a040b4bf509%2C42413%2C1731010784280,1-8a040b4bf509,42413,1731010784280 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8a040b4bf509%2C42413%2C1731010784280 2024-11-07T20:20:03,279 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280.replicationSource.wal-reader.8a040b4bf509%2C42413%2C1731010784280,1-8a040b4bf509,42413,1731010784280 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T20:20:03,279 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280.replicationSource.wal-reader.8a040b4bf509%2C42413%2C1731010784280,1-8a040b4bf509,42413,1731010784280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/WALs/8a040b4bf509,42413,1731010784280/8a040b4bf509%2C42413%2C1731010784280.1731010786317 to pos 379, reset compression=false 2024-11-07T20:20:03,279 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280.replicationSource.shipper8a040b4bf509%2C42413%2C1731010784280,1-8a040b4bf509,42413,1731010784280 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a040b4bf509,42413,1731010784280 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/WALs/8a040b4bf509,42413,1731010784280/8a040b4bf509%2C42413%2C1731010784280.1731010786317, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T20:20:03,483 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280.replicationSource.wal-reader.8a040b4bf509%2C42413%2C1731010784280,1-8a040b4bf509,42413,1731010784280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/WALs/8a040b4bf509,42413,1731010784280/8a040b4bf509%2C42413%2C1731010784280.1731010786317 to pos 379, reset compression=false 2024-11-07T20:20:03,770 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.wal-reader.8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/WALs/8a040b4bf509,40817,1731010778881/8a040b4bf509%2C40817%2C1731010778881.1731010781190 to pos 379, reset compression=false 2024-11-07T20:20:03,786 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280.replicationSource.wal-reader.8a040b4bf509%2C42413%2C1731010784280,1-8a040b4bf509,42413,1731010784280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/WALs/8a040b4bf509,42413,1731010784280/8a040b4bf509%2C42413%2C1731010784280.1731010786317 to pos 379, reset compression=false 2024-11-07T20:20:03,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T20:20:03,840 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-07T20:20:03,841 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T20:20:03,841 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:20:03,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:03,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:03,841 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:20:03,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@414c44e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:03,841 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,42471,-1 for getting cluster id 2024-11-07T20:20:03,841 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:20:03,842 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54b713cb-5025-472f-8b7e-f83402d7de9a' 2024-11-07T20:20:03,842 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:20:03,842 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54b713cb-5025-472f-8b7e-f83402d7de9a" 2024-11-07T20:20:03,842 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38975df9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:03,842 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,42471,-1] 2024-11-07T20:20:03,842 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:20:03,843 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:03,843 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:20:03,844 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13f5755d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:03,844 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:20:03,844 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,42471,1731010789557 2024-11-07T20:20:03,844 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31c4669e 2024-11-07T20:20:03,845 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:20:03,845 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T20:20:03,846 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42471 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://8a040b4bf509:46345,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-07T20:20:03,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42471 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T20:20:03,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T20:20:03,848 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8a040b4bf509:46345' 2024-11-07T20:20:03,850 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41dbc88c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:03,850 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,46345,-1 for getting cluster id 2024-11-07T20:20:03,850 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:20:03,851 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd97e06db-c09f-4536-9490-d903541d1860' 2024-11-07T20:20:03,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:20:03,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d97e06db-c09f-4536-9490-d903541d1860" 2024-11-07T20:20:03,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25e2ccbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:03,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,46345,-1] 2024-11-07T20:20:03,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:20:03,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:03,852 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:20:03,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68a5c56f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:03,853 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:20:03,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,46345,1731010778681 2024-11-07T20:20:03,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a3e56c9 2024-11-07T20:20:03,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:20:03,854 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T20:20:03,855 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-07T20:20:03,855 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T20:20:03,855 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:03,855 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:03,855 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:20:03,855 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T20:20:03,857 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-07T20:20:03,857 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T20:20:03,857 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:20:03,858 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T20:20:03,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35713 is added to blk_1073741837_1013 (size=1138) 2024-11-07T20:20:03,907 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-07T20:20:03,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T20:20:04,008 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T20:20:04,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:04,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:04,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:04,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:04,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:04,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:04,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:04,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:04,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:04,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:04,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:04,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:04,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T20:20:04,189 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280.replicationSource.wal-reader.8a040b4bf509%2C42413%2C1731010784280,1-8a040b4bf509,42413,1731010784280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/WALs/8a040b4bf509,42413,1731010784280/8a040b4bf509%2C42413%2C1731010784280.1731010786317 to pos 379, reset compression=false 2024-11-07T20:20:04,265 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a6cb1837d62e5630961bc9c94d2fdb03, NAME => 'hbase:replication,,1731010803855.a6cb1837d62e5630961bc9c94d2fdb03.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b 2024-11-07T20:20:04,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35713 is added to blk_1073741838_1014 (size=44) 2024-11-07T20:20:04,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T20:20:04,552 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-07T20:20:04,574 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.wal-reader.8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/WALs/8a040b4bf509,40817,1731010778881/8a040b4bf509%2C40817%2C1731010778881.1731010781190 to pos 379, reset compression=false 2024-11-07T20:20:04,670 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731010803855.a6cb1837d62e5630961bc9c94d2fdb03.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:20:04,670 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a6cb1837d62e5630961bc9c94d2fdb03, disabling compactions & flushes 2024-11-07T20:20:04,670 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731010803855.a6cb1837d62e5630961bc9c94d2fdb03. 2024-11-07T20:20:04,670 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731010803855.a6cb1837d62e5630961bc9c94d2fdb03. 2024-11-07T20:20:04,670 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731010803855.a6cb1837d62e5630961bc9c94d2fdb03. after waiting 0 ms 2024-11-07T20:20:04,670 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731010803855.a6cb1837d62e5630961bc9c94d2fdb03. 2024-11-07T20:20:04,670 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731010803855.a6cb1837d62e5630961bc9c94d2fdb03. 2024-11-07T20:20:04,670 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a6cb1837d62e5630961bc9c94d2fdb03: Waiting for close lock at 1731010804670Disabling compacts and flushes for region at 1731010804670Disabling writes for close at 1731010804670Writing region close event to WAL at 1731010804670Closed at 1731010804670 2024-11-07T20:20:04,671 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T20:20:04,672 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731010803855.a6cb1837d62e5630961bc9c94d2fdb03.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731010804671"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731010804671"}]},"ts":"1731010804671"} 2024-11-07T20:20:04,673 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T20:20:04,674 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T20:20:04,674 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731010804674"}]},"ts":"1731010804674"} 2024-11-07T20:20:04,676 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-07T20:20:04,676 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a6cb1837d62e5630961bc9c94d2fdb03, ASSIGN}] 2024-11-07T20:20:04,677 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a6cb1837d62e5630961bc9c94d2fdb03, ASSIGN 2024-11-07T20:20:04,677 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a6cb1837d62e5630961bc9c94d2fdb03, ASSIGN; state=OFFLINE, location=8a040b4bf509,40541,1731010789703; forceNewPlan=false, retain=false 2024-11-07T20:20:04,692 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280.replicationSource.wal-reader.8a040b4bf509%2C42413%2C1731010784280,1-8a040b4bf509,42413,1731010784280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/WALs/8a040b4bf509,42413,1731010784280/8a040b4bf509%2C42413%2C1731010784280.1731010786317 to pos 379, reset compression=false 2024-11-07T20:20:04,828 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a6cb1837d62e5630961bc9c94d2fdb03, regionState=OPENING, regionLocation=8a040b4bf509,40541,1731010789703 2024-11-07T20:20:04,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a6cb1837d62e5630961bc9c94d2fdb03, ASSIGN because future has completed 2024-11-07T20:20:04,831 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a6cb1837d62e5630961bc9c94d2fdb03, server=8a040b4bf509,40541,1731010789703}] 2024-11-07T20:20:04,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T20:20:04,985 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731010803855.a6cb1837d62e5630961bc9c94d2fdb03. 2024-11-07T20:20:04,985 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:20:04,985 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-07T20:20:04,986 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a040b4bf509%2C40541%2C1731010789703.rep, suffix=, logDir=hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/WALs/8a040b4bf509,40541,1731010789703, archiveDir=hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/oldWALs, maxLogs=10 2024-11-07T20:20:04,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/WALs/8a040b4bf509,40541,1731010789703/8a040b4bf509%2C40541%2C1731010789703.rep.1731010804987, exclude list is [], retry=0 2024-11-07T20:20:05,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35713,DS-faa37d0c-80f1-424d-8ed1-78dcca183337,DISK] 2024-11-07T20:20:05,001 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/WALs/8a040b4bf509,40541,1731010789703/8a040b4bf509%2C40541%2C1731010789703.rep.1731010804987 2024-11-07T20:20:05,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44513:44513)] 2024-11-07T20:20:05,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a6cb1837d62e5630961bc9c94d2fdb03, NAME => 'hbase:replication,,1731010803855.a6cb1837d62e5630961bc9c94d2fdb03.', STARTKEY => '', ENDKEY => ''} 2024-11-07T20:20:05,002 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T20:20:05,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T20:20:05,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731010803855.a6cb1837d62e5630961bc9c94d2fdb03. service=MultiRowMutationService 2024-11-07T20:20:05,002 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-07T20:20:05,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a6cb1837d62e5630961bc9c94d2fdb03 2024-11-07T20:20:05,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731010803855.a6cb1837d62e5630961bc9c94d2fdb03.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:20:05,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a6cb1837d62e5630961bc9c94d2fdb03 2024-11-07T20:20:05,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a6cb1837d62e5630961bc9c94d2fdb03 2024-11-07T20:20:05,004 INFO [StoreOpener-a6cb1837d62e5630961bc9c94d2fdb03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a6cb1837d62e5630961bc9c94d2fdb03 2024-11-07T20:20:05,005 INFO [StoreOpener-a6cb1837d62e5630961bc9c94d2fdb03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a6cb1837d62e5630961bc9c94d2fdb03 columnFamilyName hfileref 2024-11-07T20:20:05,005 DEBUG [StoreOpener-a6cb1837d62e5630961bc9c94d2fdb03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:20:05,005 INFO [StoreOpener-a6cb1837d62e5630961bc9c94d2fdb03-1 {}] regionserver.HStore(327): Store=a6cb1837d62e5630961bc9c94d2fdb03/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:20:05,005 INFO [StoreOpener-a6cb1837d62e5630961bc9c94d2fdb03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a6cb1837d62e5630961bc9c94d2fdb03 2024-11-07T20:20:05,006 INFO [StoreOpener-a6cb1837d62e5630961bc9c94d2fdb03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a6cb1837d62e5630961bc9c94d2fdb03 columnFamilyName queue 2024-11-07T20:20:05,006 DEBUG [StoreOpener-a6cb1837d62e5630961bc9c94d2fdb03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:20:05,006 INFO [StoreOpener-a6cb1837d62e5630961bc9c94d2fdb03-1 {}] regionserver.HStore(327): Store=a6cb1837d62e5630961bc9c94d2fdb03/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:20:05,007 INFO [StoreOpener-a6cb1837d62e5630961bc9c94d2fdb03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a6cb1837d62e5630961bc9c94d2fdb03 2024-11-07T20:20:05,007 INFO [StoreOpener-a6cb1837d62e5630961bc9c94d2fdb03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a6cb1837d62e5630961bc9c94d2fdb03 columnFamilyName sid 2024-11-07T20:20:05,007 DEBUG [StoreOpener-a6cb1837d62e5630961bc9c94d2fdb03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:20:05,008 INFO [StoreOpener-a6cb1837d62e5630961bc9c94d2fdb03-1 {}] regionserver.HStore(327): Store=a6cb1837d62e5630961bc9c94d2fdb03/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:20:05,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a6cb1837d62e5630961bc9c94d2fdb03 2024-11-07T20:20:05,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/data/hbase/replication/a6cb1837d62e5630961bc9c94d2fdb03 2024-11-07T20:20:05,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/data/hbase/replication/a6cb1837d62e5630961bc9c94d2fdb03 2024-11-07T20:20:05,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a6cb1837d62e5630961bc9c94d2fdb03 2024-11-07T20:20:05,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a6cb1837d62e5630961bc9c94d2fdb03 2024-11-07T20:20:05,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T20:20:05,011 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a6cb1837d62e5630961bc9c94d2fdb03 2024-11-07T20:20:05,013 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/data/hbase/replication/a6cb1837d62e5630961bc9c94d2fdb03/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T20:20:05,013 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a6cb1837d62e5630961bc9c94d2fdb03; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72238035, jitterRate=0.07643060386180878}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T20:20:05,013 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a6cb1837d62e5630961bc9c94d2fdb03 2024-11-07T20:20:05,013 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a6cb1837d62e5630961bc9c94d2fdb03: Running coprocessor pre-open hook at 1731010805003Writing region info on filesystem at 1731010805003Initializing all the Stores at 1731010805003Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010805003Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010805004 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010805004Cleaning up temporary data from old regions at 1731010805010 (+6 ms)Running coprocessor post-open hooks at 1731010805013 (+3 ms)Region opened successfully at 1731010805013 2024-11-07T20:20:05,014 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731010803855.a6cb1837d62e5630961bc9c94d2fdb03., pid=10, masterSystemTime=1731010804982 2024-11-07T20:20:05,016 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731010803855.a6cb1837d62e5630961bc9c94d2fdb03. 2024-11-07T20:20:05,016 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731010803855.a6cb1837d62e5630961bc9c94d2fdb03. 2024-11-07T20:20:05,017 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a6cb1837d62e5630961bc9c94d2fdb03, regionState=OPEN, openSeqNum=2, regionLocation=8a040b4bf509,40541,1731010789703 2024-11-07T20:20:05,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a6cb1837d62e5630961bc9c94d2fdb03, server=8a040b4bf509,40541,1731010789703 because future has completed 2024-11-07T20:20:05,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-07T20:20:05,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a6cb1837d62e5630961bc9c94d2fdb03, server=8a040b4bf509,40541,1731010789703 in 189 msec 2024-11-07T20:20:05,024 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-07T20:20:05,024 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a6cb1837d62e5630961bc9c94d2fdb03, ASSIGN in 346 msec 2024-11-07T20:20:05,025 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T20:20:05,025 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731010805025"}]},"ts":"1731010805025"} 2024-11-07T20:20:05,027 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-07T20:20:05,029 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T20:20:05,031 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1730 sec 2024-11-07T20:20:05,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731010803855.a6cb1837d62e5630961bc9c94d2fdb03., hostname=8a040b4bf509,40541,1731010789703, seqNum=2] 2024-11-07T20:20:05,141 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40541-0x10116f44a400007, quorum=127.0.0.1:58387, baseZNode=/2-1810681628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1810681628 2024-11-07T20:20:05,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42471-0x10116f44a400006, quorum=127.0.0.1:58387, baseZNode=/2-1810681628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1810681628 2024-11-07T20:20:05,163 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T20:20:05,296 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280.replicationSource.wal-reader.8a040b4bf509%2C42413%2C1731010784280,1-8a040b4bf509,42413,1731010784280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/WALs/8a040b4bf509,42413,1731010784280/8a040b4bf509%2C42413%2C1731010784280.1731010786317 to pos 379, reset compression=false 2024-11-07T20:20:05,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-07T20:20:05,315 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-07T20:20:05,340 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-8a040b4bf509,40541,1731010789703, ReplicationSource: 1, currentBandwidth=0 2024-11-07T20:20:05,340 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:20:05,341 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,40541,1731010789703, seqNum=-1] 2024-11-07T20:20:05,341 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:20:05,342 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39423, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-07T20:20:05,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8a040b4bf509,40541,1731010789703', locateType=CURRENT is [region=hbase:replication,,1731010803855.a6cb1837d62e5630961bc9c94d2fdb03., hostname=8a040b4bf509,40541,1731010789703, seqNum=2] 2024-11-07T20:20:05,345 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-07T20:20:05,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42471 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-07T20:20:05,347 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8a040b4bf509,40541,1731010789703 suceeded 2024-11-07T20:20:05,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-07T20:20:05,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-07T20:20:05,348 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8a040b4bf509:46345,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T20:20:05,349 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5020 sec 2024-11-07T20:20:05,358 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8a040b4bf509:46345' 2024-11-07T20:20:05,358 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e32f2ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:05,359 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703 {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,46345,-1 for getting cluster id 2024-11-07T20:20:05,359 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:20:05,359 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd97e06db-c09f-4536-9490-d903541d1860' 2024-11-07T20:20:05,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:20:05,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d97e06db-c09f-4536-9490-d903541d1860" 2024-11-07T20:20:05,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c474ac6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:05,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,46345,-1] 2024-11-07T20:20:05,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:20:05,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:05,360 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:20:05,361 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@109ea52a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:05,361 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:20:05,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,46345,1731010778681 2024-11-07T20:20:05,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5200d308 2024-11-07T20:20:05,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:20:05,362 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-07T20:20:05,363 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8a040b4bf509,40541,1731010789703 (queues=1) is replicating from cluster=54b713cb-5025-472f-8b7e-f83402d7de9a to cluster=d97e06db-c09f-4536-9490-d903541d1860 2024-11-07T20:20:05,363 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8a040b4bf509%2C40541%2C1731010789703 2024-11-07T20:20:05,363 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8a040b4bf509,40541,1731010789703, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T20:20:05,363 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703.replicationSource.shipper8a040b4bf509%2C40541%2C1731010789703,1-8a040b4bf509,40541,1731010789703 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8a040b4bf509%2C40541%2C1731010789703 2024-11-07T20:20:05,363 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703.replicationSource.wal-reader.8a040b4bf509%2C40541%2C1731010789703,1-8a040b4bf509,40541,1731010789703 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/WALs/8a040b4bf509,40541,1731010789703/8a040b4bf509%2C40541%2C1731010789703.1731010792077, startPosition=0, beingWritten=true 2024-11-07T20:20:05,368 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703.replicationSource.wal-reader.8a040b4bf509%2C40541%2C1731010789703,1-8a040b4bf509,40541,1731010789703 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T20:20:05,368 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703.replicationSource.wal-reader.8a040b4bf509%2C40541%2C1731010789703,1-8a040b4bf509,40541,1731010789703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/WALs/8a040b4bf509,40541,1731010789703/8a040b4bf509%2C40541%2C1731010789703.1731010792077 to pos 379, reset compression=false 2024-11-07T20:20:05,368 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703.replicationSource.shipper8a040b4bf509%2C40541%2C1731010789703,1-8a040b4bf509,40541,1731010789703 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a040b4bf509,40541,1731010789703 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/WALs/8a040b4bf509,40541,1731010789703/8a040b4bf509%2C40541%2C1731010789703.1731010792077, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T20:20:05,477 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.wal-reader.8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/WALs/8a040b4bf509,40817,1731010778881/8a040b4bf509%2C40817%2C1731010778881.1731010781190 to pos 379, reset compression=false 2024-11-07T20:20:05,571 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703.replicationSource.wal-reader.8a040b4bf509%2C40541%2C1731010789703,1-8a040b4bf509,40541,1731010789703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/WALs/8a040b4bf509,40541,1731010789703/8a040b4bf509%2C40541%2C1731010789703.1731010792077 to pos 379, reset compression=false 2024-11-07T20:20:05,875 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703.replicationSource.wal-reader.8a040b4bf509%2C40541%2C1731010789703,1-8a040b4bf509,40541,1731010789703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/WALs/8a040b4bf509,40541,1731010789703/8a040b4bf509%2C40541%2C1731010789703.1731010792077 to pos 379, reset compression=false 2024-11-07T20:20:05,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T20:20:05,990 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-07T20:20:05,990 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T20:20:05,990 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:20:05,991 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:05,991 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:05,991 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:20:05,991 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46bb1e1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:05,991 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,46345,-1 for getting cluster id 2024-11-07T20:20:05,992 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:20:05,992 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd97e06db-c09f-4536-9490-d903541d1860' 2024-11-07T20:20:05,992 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:20:05,992 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d97e06db-c09f-4536-9490-d903541d1860" 2024-11-07T20:20:05,993 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f3b0b8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:05,993 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,46345,-1] 2024-11-07T20:20:05,993 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:20:05,993 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:05,993 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:20:05,994 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5efbfe86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:05,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c88d580, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:05,994 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,46649,-1 for getting cluster id 2024-11-07T20:20:05,995 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:20:05,995 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc1df97c-6f28-472e-a734-024c81338d3b' 2024-11-07T20:20:05,995 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:20:05,995 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc1df97c-6f28-472e-a734-024c81338d3b" 2024-11-07T20:20:05,995 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eaaff08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:05,995 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,46649,-1] 2024-11-07T20:20:05,996 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:20:05,996 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:05,996 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:20:05,997 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b168712, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:05,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58b0bb1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:05,998 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,42471,-1 for getting cluster id 2024-11-07T20:20:05,998 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:20:05,998 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54b713cb-5025-472f-8b7e-f83402d7de9a' 2024-11-07T20:20:05,998 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:20:05,998 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54b713cb-5025-472f-8b7e-f83402d7de9a" 2024-11-07T20:20:05,999 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7065b77a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:05,999 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,42471,-1] 2024-11-07T20:20:05,999 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:20:05,999 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:05,999 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280.replicationSource.wal-reader.8a040b4bf509%2C42413%2C1731010784280,1-8a040b4bf509,42413,1731010784280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/WALs/8a040b4bf509,42413,1731010784280/8a040b4bf509%2C42413%2C1731010784280.1731010786317 to pos 379, reset compression=false 2024-11-07T20:20:06,000 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:20:06,000 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f70f272, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:06,001 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:20:06,002 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,40817,1731010778881, seqNum=-1] 2024-11-07T20:20:06,002 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:20:06,003 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T20:20:06,004 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731010793068.0bea4607a730cac2f1e24c316f0d51f7., hostname=8a040b4bf509,40817,1731010778881, seqNum=2] 2024-11-07T20:20:06,007 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:20:06,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,40541,1731010789703, seqNum=-1] 2024-11-07T20:20:06,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:20:06,009 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T20:20:06,011 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731010797374.2ae76c464042109df3375b295267c14f., hostname=8a040b4bf509,40541,1731010789703, seqNum=2] 2024-11-07T20:20:06,012 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-07T20:20:06,278 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703.replicationSource.wal-reader.8a040b4bf509%2C40541%2C1731010789703,1-8a040b4bf509,40541,1731010789703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/WALs/8a040b4bf509,40541,1731010789703/8a040b4bf509%2C40541%2C1731010789703.1731010792077 to pos 379, reset compression=false 2024-11-07T20:20:06,481 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.wal-reader.8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/WALs/8a040b4bf509,40817,1731010778881/8a040b4bf509%2C40817%2C1731010778881.1731010781190 to pos 379, reset compression=false 2024-11-07T20:20:06,485 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.wal-reader.8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T20:20:06,485 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.wal-reader.8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/WALs/8a040b4bf509,40817,1731010778881/8a040b4bf509%2C40817%2C1731010778881.1731010781190 to pos 480, reset compression=false 2024-11-07T20:20:06,485 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.shipper8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a040b4bf509,40817,1731010778881 got entry batch from reader: WALEntryBatch [walEntries=[{test/0bea4607a730cac2f1e24c316f0d51f7/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/WALs/8a040b4bf509,40817,1731010778881/8a040b4bf509%2C40817%2C1731010778881.1731010781190, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-07T20:20:06,488 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.shipper8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T20:20:06,489 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-07T20:20:06,489 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T20:20:06,490 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@769d954b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:06,490 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,46649,-1 for getting cluster id 2024-11-07T20:20:06,490 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:20:06,490 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc1df97c-6f28-472e-a734-024c81338d3b' 2024-11-07T20:20:06,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:20:06,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc1df97c-6f28-472e-a734-024c81338d3b" 2024-11-07T20:20:06,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77d52745, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:06,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,46649,-1] 2024-11-07T20:20:06,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:20:06,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:06,491 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:20:06,492 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c9f9111, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:06,492 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:20:06,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,42413,1731010784280, seqNum=-1] 2024-11-07T20:20:06,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:20:06,494 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-07T20:20:06,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731010795223.1ca377fc78403246e02a652810bdfeb1., hostname=8a040b4bf509,42413,1731010784280, seqNum=2] 2024-11-07T20:20:06,499 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T20:20:06,689 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.wal-reader.8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/WALs/8a040b4bf509,40817,1731010778881/8a040b4bf509%2C40817%2C1731010778881.1731010781190 to pos 480, reset compression=false 2024-11-07T20:20:06,781 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703.replicationSource.wal-reader.8a040b4bf509%2C40541%2C1731010789703,1-8a040b4bf509,40541,1731010789703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/WALs/8a040b4bf509,40541,1731010789703/8a040b4bf509%2C40541%2C1731010789703.1731010792077 to pos 379, reset compression=false 2024-11-07T20:20:06,806 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280.replicationSource.wal-reader.8a040b4bf509%2C42413%2C1731010784280,1-8a040b4bf509,42413,1731010784280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/WALs/8a040b4bf509,42413,1731010784280/8a040b4bf509%2C42413%2C1731010784280.1731010786317 to pos 379, reset compression=false 2024-11-07T20:20:06,810 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280.replicationSource.wal-reader.8a040b4bf509%2C42413%2C1731010784280,1-8a040b4bf509,42413,1731010784280 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T20:20:06,811 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280.replicationSource.wal-reader.8a040b4bf509%2C42413%2C1731010784280,1-8a040b4bf509,42413,1731010784280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/WALs/8a040b4bf509,42413,1731010784280/8a040b4bf509%2C42413%2C1731010784280.1731010786317 to pos 504, reset compression=false 2024-11-07T20:20:06,811 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280.replicationSource.shipper8a040b4bf509%2C42413%2C1731010784280,1-8a040b4bf509,42413,1731010784280 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a040b4bf509,42413,1731010784280 got entry batch from reader: WALEntryBatch [walEntries=[{test/1ca377fc78403246e02a652810bdfeb1/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/WALs/8a040b4bf509,42413,1731010784280/8a040b4bf509%2C42413%2C1731010784280.1731010786317, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-07T20:20:06,813 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280.replicationSource.shipper8a040b4bf509%2C42413%2C1731010784280,1-8a040b4bf509,42413,1731010784280 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T20:20:06,814 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-07T20:20:06,814 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40541 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T20:20:06,815 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40541 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73e61b05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:06,815 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40541 {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,42471,-1 for getting cluster id 2024-11-07T20:20:06,815 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40541 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:20:06,815 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54b713cb-5025-472f-8b7e-f83402d7de9a' 2024-11-07T20:20:06,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:20:06,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54b713cb-5025-472f-8b7e-f83402d7de9a" 2024-11-07T20:20:06,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@537821af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:06,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,42471,-1] 2024-11-07T20:20:06,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:20:06,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:06,818 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:20:06,818 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40541 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50b4f36a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:06,819 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40541 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:20:06,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,40541,1731010789703, seqNum=-1] 2024-11-07T20:20:06,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:20:06,821 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-07T20:20:06,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731010797374.2ae76c464042109df3375b295267c14f., hostname=8a040b4bf509,40541,1731010789703, seqNum=2] 2024-11-07T20:20:06,824 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40541 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T20:20:06,992 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.wal-reader.8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/WALs/8a040b4bf509,40817,1731010778881/8a040b4bf509%2C40817%2C1731010778881.1731010781190 to pos 480, reset compression=false 2024-11-07T20:20:07,014 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-07T20:20:07,014 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:20:07,015 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280.replicationSource.wal-reader.8a040b4bf509%2C42413%2C1731010784280,1-8a040b4bf509,42413,1731010784280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/WALs/8a040b4bf509,42413,1731010784280/8a040b4bf509%2C42413%2C1731010784280.1731010786317 to pos 504, reset compression=false 2024-11-07T20:20:07,015 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,42413,1731010784280, seqNum=-1] 2024-11-07T20:20:07,015 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:20:07,017 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T20:20:07,018 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731010795223.1ca377fc78403246e02a652810bdfeb1., hostname=8a040b4bf509,42413,1731010784280, seqNum=2] 2024-11-07T20:20:07,022 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-07T20:20:07,320 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280.replicationSource.wal-reader.8a040b4bf509%2C42413%2C1731010784280,1-8a040b4bf509,42413,1731010784280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/WALs/8a040b4bf509,42413,1731010784280/8a040b4bf509%2C42413%2C1731010784280.1731010786317 to pos 504, reset compression=false 2024-11-07T20:20:07,326 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280.replicationSource.wal-reader.8a040b4bf509%2C42413%2C1731010784280,1-8a040b4bf509,42413,1731010784280 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T20:20:07,326 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280.replicationSource.wal-reader.8a040b4bf509%2C42413%2C1731010784280,1-8a040b4bf509,42413,1731010784280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/WALs/8a040b4bf509,42413,1731010784280/8a040b4bf509%2C42413%2C1731010784280.1731010786317 to pos 608, reset compression=false 2024-11-07T20:20:07,326 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280.replicationSource.shipper8a040b4bf509%2C42413%2C1731010784280,1-8a040b4bf509,42413,1731010784280 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a040b4bf509,42413,1731010784280 got entry batch from reader: WALEntryBatch [walEntries=[{test/1ca377fc78403246e02a652810bdfeb1/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/WALs/8a040b4bf509,42413,1731010784280/8a040b4bf509%2C42413%2C1731010784280.1731010786317, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-07T20:20:07,327 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40541 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T20:20:07,329 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40541 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T20:20:07,385 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703.replicationSource.wal-reader.8a040b4bf509%2C40541%2C1731010789703,1-8a040b4bf509,40541,1731010789703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/WALs/8a040b4bf509,40541,1731010789703/8a040b4bf509%2C40541%2C1731010789703.1731010792077 to pos 379, reset compression=false 2024-11-07T20:20:07,389 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703.replicationSource.wal-reader.8a040b4bf509%2C40541%2C1731010789703,1-8a040b4bf509,40541,1731010789703 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T20:20:07,389 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703.replicationSource.wal-reader.8a040b4bf509%2C40541%2C1731010789703,1-8a040b4bf509,40541,1731010789703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/WALs/8a040b4bf509,40541,1731010789703/8a040b4bf509%2C40541%2C1731010789703.1731010792077 to pos 656, reset compression=false 2024-11-07T20:20:07,389 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703.replicationSource.shipper8a040b4bf509%2C40541%2C1731010789703,1-8a040b4bf509,40541,1731010789703 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a040b4bf509,40541,1731010789703 got entry batch from reader: WALEntryBatch [walEntries=[{test/2ae76c464042109df3375b295267c14f/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/WALs/8a040b4bf509,40541,1731010789703/8a040b4bf509%2C40541%2C1731010789703.1731010792077, lastWalPosition=656, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-07T20:20:07,391 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703.replicationSource.shipper8a040b4bf509%2C40541%2C1731010789703,1-8a040b4bf509,40541,1731010789703 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T20:20:07,392 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-07T20:20:07,392 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40817 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T20:20:07,395 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40817 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d746e86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:07,395 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40817 {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,46345,-1 for getting cluster id 2024-11-07T20:20:07,395 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40817 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:20:07,396 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd97e06db-c09f-4536-9490-d903541d1860' 2024-11-07T20:20:07,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:20:07,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d97e06db-c09f-4536-9490-d903541d1860" 2024-11-07T20:20:07,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@712ef0b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:07,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,46345,-1] 2024-11-07T20:20:07,396 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.wal-reader.8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/WALs/8a040b4bf509,40817,1731010778881/8a040b4bf509%2C40817%2C1731010778881.1731010781190 to pos 480, reset compression=false 2024-11-07T20:20:07,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:20:07,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:07,398 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:20:07,398 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40817 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4375c77f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:07,399 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40817 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:20:07,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,40817,1731010778881, seqNum=-1] 2024-11-07T20:20:07,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:20:07,401 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-07T20:20:07,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731010793068.0bea4607a730cac2f1e24c316f0d51f7., hostname=8a040b4bf509,40817,1731010778881, seqNum=2] 2024-11-07T20:20:07,406 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40817 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T20:20:07,529 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280.replicationSource.wal-reader.8a040b4bf509%2C42413%2C1731010784280,1-8a040b4bf509,42413,1731010784280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/WALs/8a040b4bf509,42413,1731010784280/8a040b4bf509%2C42413%2C1731010784280.1731010786317 to pos 608, reset compression=false 2024-11-07T20:20:07,598 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703.replicationSource.wal-reader.8a040b4bf509%2C40541%2C1731010789703,1-8a040b4bf509,40541,1731010789703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/WALs/8a040b4bf509,40541,1731010789703/8a040b4bf509%2C40541%2C1731010789703.1731010792077 to pos 656, reset compression=false 2024-11-07T20:20:07,833 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280.replicationSource.wal-reader.8a040b4bf509%2C42413%2C1731010784280,1-8a040b4bf509,42413,1731010784280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/WALs/8a040b4bf509,42413,1731010784280/8a040b4bf509%2C42413%2C1731010784280.1731010786317 to pos 608, reset compression=false 2024-11-07T20:20:07,901 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703.replicationSource.wal-reader.8a040b4bf509%2C40541%2C1731010789703,1-8a040b4bf509,40541,1731010789703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/WALs/8a040b4bf509,40541,1731010789703/8a040b4bf509%2C40541%2C1731010789703.1731010792077 to pos 656, reset compression=false 2024-11-07T20:20:07,902 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.wal-reader.8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/WALs/8a040b4bf509,40817,1731010778881/8a040b4bf509%2C40817%2C1731010778881.1731010781190 to pos 480, reset compression=false 2024-11-07T20:20:07,961 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.wal-reader.8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T20:20:07,961 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.wal-reader.8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/WALs/8a040b4bf509,40817,1731010778881/8a040b4bf509%2C40817%2C1731010778881.1731010781190 to pos 631, reset compression=false 2024-11-07T20:20:07,961 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.shipper8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a040b4bf509,40817,1731010778881 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/WALs/8a040b4bf509,40817,1731010778881/8a040b4bf509%2C40817%2C1731010778881.1731010781190, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T20:20:08,024 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-07T20:20:08,027 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-07T20:20:08,165 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.wal-reader.8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/WALs/8a040b4bf509,40817,1731010778881/8a040b4bf509%2C40817%2C1731010778881.1731010781190 to pos 631, reset compression=false 2024-11-07T20:20:08,239 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280.replicationSource.wal-reader.8a040b4bf509%2C42413%2C1731010784280,1-8a040b4bf509,42413,1731010784280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/WALs/8a040b4bf509,42413,1731010784280/8a040b4bf509%2C42413%2C1731010784280.1731010786317 to pos 608, reset compression=false 2024-11-07T20:20:08,270 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T20:20:08,305 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703.replicationSource.wal-reader.8a040b4bf509%2C40541%2C1731010789703,1-8a040b4bf509,40541,1731010789703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/WALs/8a040b4bf509,40541,1731010789703/8a040b4bf509%2C40541%2C1731010789703.1731010792077 to pos 656, reset compression=false 2024-11-07T20:20:08,309 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703.replicationSource.wal-reader.8a040b4bf509%2C40541%2C1731010789703,1-8a040b4bf509,40541,1731010789703 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T20:20:08,309 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703.replicationSource.wal-reader.8a040b4bf509%2C40541%2C1731010789703,1-8a040b4bf509,40541,1731010789703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/WALs/8a040b4bf509,40541,1731010789703/8a040b4bf509%2C40541%2C1731010789703.1731010792077 to pos 760, reset compression=false 2024-11-07T20:20:08,309 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703.replicationSource.shipper8a040b4bf509%2C40541%2C1731010789703,1-8a040b4bf509,40541,1731010789703 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a040b4bf509,40541,1731010789703 got entry batch from reader: WALEntryBatch [walEntries=[{test/2ae76c464042109df3375b295267c14f/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/WALs/8a040b4bf509,40541,1731010789703/8a040b4bf509%2C40541%2C1731010789703.1731010792077, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-07T20:20:08,310 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40817 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T20:20:08,313 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40817 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T20:20:08,468 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.wal-reader.8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/WALs/8a040b4bf509,40817,1731010778881/8a040b4bf509%2C40817%2C1731010778881.1731010781190 to pos 631, reset compression=false 2024-11-07T20:20:08,472 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.wal-reader.8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T20:20:08,472 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.wal-reader.8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/WALs/8a040b4bf509,40817,1731010778881/8a040b4bf509%2C40817%2C1731010778881.1731010781190 to pos 758, reset compression=false 2024-11-07T20:20:08,472 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.shipper8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a040b4bf509,40817,1731010778881 got entry batch from reader: WALEntryBatch [walEntries=[{test/0bea4607a730cac2f1e24c316f0d51f7/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/WALs/8a040b4bf509,40817,1731010778881/8a040b4bf509%2C40817%2C1731010778881.1731010781190, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-07T20:20:08,473 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T20:20:08,477 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T20:20:08,513 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703.replicationSource.wal-reader.8a040b4bf509%2C40541%2C1731010789703,1-8a040b4bf509,40541,1731010789703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/WALs/8a040b4bf509,40541,1731010789703/8a040b4bf509%2C40541%2C1731010789703.1731010792077 to pos 760, reset compression=false 2024-11-07T20:20:08,675 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.wal-reader.8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/WALs/8a040b4bf509,40817,1731010778881/8a040b4bf509%2C40817%2C1731010778881.1731010781190 to pos 758, reset compression=false 2024-11-07T20:20:08,743 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280.replicationSource.wal-reader.8a040b4bf509%2C42413%2C1731010784280,1-8a040b4bf509,42413,1731010784280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/WALs/8a040b4bf509,42413,1731010784280/8a040b4bf509%2C42413%2C1731010784280.1731010786317 to pos 608, reset compression=false 2024-11-07T20:20:08,752 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280.replicationSource.wal-reader.8a040b4bf509%2C42413%2C1731010784280,1-8a040b4bf509,42413,1731010784280 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T20:20:08,752 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280.replicationSource.wal-reader.8a040b4bf509%2C42413%2C1731010784280,1-8a040b4bf509,42413,1731010784280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/WALs/8a040b4bf509,42413,1731010784280/8a040b4bf509%2C42413%2C1731010784280.1731010786317 to pos 759, reset compression=false 2024-11-07T20:20:08,752 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280.replicationSource.shipper8a040b4bf509%2C42413%2C1731010784280,1-8a040b4bf509,42413,1731010784280 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a040b4bf509,42413,1731010784280 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/WALs/8a040b4bf509,42413,1731010784280/8a040b4bf509%2C42413%2C1731010784280.1731010786317, lastWalPosition=759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T20:20:08,817 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703.replicationSource.wal-reader.8a040b4bf509%2C40541%2C1731010789703,1-8a040b4bf509,40541,1731010789703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/WALs/8a040b4bf509,40541,1731010789703/8a040b4bf509%2C40541%2C1731010789703.1731010792077 to pos 760, reset compression=false 2024-11-07T20:20:08,955 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280.replicationSource.wal-reader.8a040b4bf509%2C42413%2C1731010784280,1-8a040b4bf509,42413,1731010784280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/WALs/8a040b4bf509,42413,1731010784280/8a040b4bf509%2C42413%2C1731010784280.1731010786317 to pos 759, reset compression=false 2024-11-07T20:20:08,979 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.wal-reader.8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/WALs/8a040b4bf509,40817,1731010778881/8a040b4bf509%2C40817%2C1731010778881.1731010781190 to pos 758, reset compression=false 2024-11-07T20:20:09,028 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-07T20:20:09,032 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-07T20:20:09,220 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703.replicationSource.wal-reader.8a040b4bf509%2C40541%2C1731010789703,1-8a040b4bf509,40541,1731010789703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/WALs/8a040b4bf509,40541,1731010789703/8a040b4bf509%2C40541%2C1731010789703.1731010792077 to pos 760, reset compression=false 2024-11-07T20:20:09,258 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280.replicationSource.wal-reader.8a040b4bf509%2C42413%2C1731010784280,1-8a040b4bf509,42413,1731010784280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/WALs/8a040b4bf509,42413,1731010784280/8a040b4bf509%2C42413%2C1731010784280.1731010786317 to pos 759, reset compression=false 2024-11-07T20:20:09,382 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.wal-reader.8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/WALs/8a040b4bf509,40817,1731010778881/8a040b4bf509%2C40817%2C1731010778881.1731010781190 to pos 758, reset compression=false 2024-11-07T20:20:09,387 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.wal-reader.8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T20:20:09,387 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.wal-reader.8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/WALs/8a040b4bf509,40817,1731010778881/8a040b4bf509%2C40817%2C1731010778881.1731010781190 to pos 914, reset compression=false 2024-11-07T20:20:09,387 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.shipper8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a040b4bf509,40817,1731010778881 got entry batch from reader: WALEntryBatch [walEntries=[{test/0bea4607a730cac2f1e24c316f0d51f7/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/WALs/8a040b4bf509,40817,1731010778881/8a040b4bf509%2C40817%2C1731010778881.1731010781190, lastWalPosition=914, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-07T20:20:09,387 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T20:20:09,390 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T20:20:09,530 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:20:09,530 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8a040b4bf509,35697,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a040b4bf509:35697 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T20:20:09,531 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68509 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8a040b4bf509,35697,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a040b4bf509:35697 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T20:20:09,590 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.wal-reader.8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/WALs/8a040b4bf509,40817,1731010778881/8a040b4bf509%2C40817%2C1731010778881.1731010781190 to pos 914, reset compression=false 2024-11-07T20:20:09,661 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280.replicationSource.wal-reader.8a040b4bf509%2C42413%2C1731010784280,1-8a040b4bf509,42413,1731010784280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/WALs/8a040b4bf509,42413,1731010784280/8a040b4bf509%2C42413%2C1731010784280.1731010786317 to pos 759, reset compression=false 2024-11-07T20:20:09,665 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280.replicationSource.wal-reader.8a040b4bf509%2C42413%2C1731010784280,1-8a040b4bf509,42413,1731010784280 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T20:20:09,665 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280.replicationSource.wal-reader.8a040b4bf509%2C42413%2C1731010784280,1-8a040b4bf509,42413,1731010784280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/WALs/8a040b4bf509,42413,1731010784280/8a040b4bf509%2C42413%2C1731010784280.1731010786317 to pos 907, reset compression=false 2024-11-07T20:20:09,666 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280.replicationSource.shipper8a040b4bf509%2C42413%2C1731010784280,1-8a040b4bf509,42413,1731010784280 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a040b4bf509,42413,1731010784280 got entry batch from reader: WALEntryBatch [walEntries=[{test/1ca377fc78403246e02a652810bdfeb1/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/WALs/8a040b4bf509,42413,1731010784280/8a040b4bf509%2C42413%2C1731010784280.1731010786317, lastWalPosition=907, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-07T20:20:09,666 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40541 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T20:20:09,670 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40541 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T20:20:09,725 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703.replicationSource.wal-reader.8a040b4bf509%2C40541%2C1731010789703,1-8a040b4bf509,40541,1731010789703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/WALs/8a040b4bf509,40541,1731010789703/8a040b4bf509%2C40541%2C1731010789703.1731010792077 to pos 760, reset compression=false 2024-11-07T20:20:09,729 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703.replicationSource.wal-reader.8a040b4bf509%2C40541%2C1731010789703,1-8a040b4bf509,40541,1731010789703 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T20:20:09,729 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703.replicationSource.wal-reader.8a040b4bf509%2C40541%2C1731010789703,1-8a040b4bf509,40541,1731010789703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/WALs/8a040b4bf509,40541,1731010789703/8a040b4bf509%2C40541%2C1731010789703.1731010792077 to pos 932, reset compression=false 2024-11-07T20:20:09,729 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703.replicationSource.shipper8a040b4bf509%2C40541%2C1731010789703,1-8a040b4bf509,40541,1731010789703 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a040b4bf509,40541,1731010789703 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/WALs/8a040b4bf509,40541,1731010789703/8a040b4bf509%2C40541%2C1731010789703.1731010792077, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T20:20:09,871 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280.replicationSource.wal-reader.8a040b4bf509%2C42413%2C1731010784280,1-8a040b4bf509,42413,1731010784280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/WALs/8a040b4bf509,42413,1731010784280/8a040b4bf509%2C42413%2C1731010784280.1731010786317 to pos 907, reset compression=false 2024-11-07T20:20:09,893 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.wal-reader.8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/WALs/8a040b4bf509,40817,1731010778881/8a040b4bf509%2C40817%2C1731010778881.1731010781190 to pos 914, reset compression=false 2024-11-07T20:20:09,932 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703.replicationSource.wal-reader.8a040b4bf509%2C40541%2C1731010789703,1-8a040b4bf509,40541,1731010789703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/WALs/8a040b4bf509,40541,1731010789703/8a040b4bf509%2C40541%2C1731010789703.1731010792077 to pos 932, reset compression=false 2024-11-07T20:20:10,034 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-07T20:20:10,037 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-07T20:20:10,183 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280.replicationSource.wal-reader.8a040b4bf509%2C42413%2C1731010784280,1-8a040b4bf509,42413,1731010784280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/WALs/8a040b4bf509,42413,1731010784280/8a040b4bf509%2C42413%2C1731010784280.1731010786317 to pos 907, reset compression=false 2024-11-07T20:20:10,188 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280.replicationSource.wal-reader.8a040b4bf509%2C42413%2C1731010784280,1-8a040b4bf509,42413,1731010784280 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T20:20:10,188 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280.replicationSource.wal-reader.8a040b4bf509%2C42413%2C1731010784280,1-8a040b4bf509,42413,1731010784280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/WALs/8a040b4bf509,42413,1731010784280/8a040b4bf509%2C42413%2C1731010784280.1731010786317 to pos 1066, reset compression=false 2024-11-07T20:20:10,188 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280.replicationSource.shipper8a040b4bf509%2C42413%2C1731010784280,1-8a040b4bf509,42413,1731010784280 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a040b4bf509,42413,1731010784280 got entry batch from reader: WALEntryBatch [walEntries=[{test/1ca377fc78403246e02a652810bdfeb1/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/WALs/8a040b4bf509,42413,1731010784280/8a040b4bf509%2C42413%2C1731010784280.1731010786317, lastWalPosition=1066, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-07T20:20:10,189 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40541 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T20:20:10,192 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40541 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T20:20:10,236 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703.replicationSource.wal-reader.8a040b4bf509%2C40541%2C1731010789703,1-8a040b4bf509,40541,1731010789703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/WALs/8a040b4bf509,40541,1731010789703/8a040b4bf509%2C40541%2C1731010789703.1731010792077 to pos 932, reset compression=false 2024-11-07T20:20:10,240 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703.replicationSource.wal-reader.8a040b4bf509%2C40541%2C1731010789703,1-8a040b4bf509,40541,1731010789703 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T20:20:10,240 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703.replicationSource.wal-reader.8a040b4bf509%2C40541%2C1731010789703,1-8a040b4bf509,40541,1731010789703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/WALs/8a040b4bf509,40541,1731010789703/8a040b4bf509%2C40541%2C1731010789703.1731010792077 to pos 1082, reset compression=false 2024-11-07T20:20:10,240 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703.replicationSource.shipper8a040b4bf509%2C40541%2C1731010789703,1-8a040b4bf509,40541,1731010789703 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a040b4bf509,40541,1731010789703 got entry batch from reader: WALEntryBatch [walEntries=[{test/2ae76c464042109df3375b295267c14f/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/WALs/8a040b4bf509,40541,1731010789703/8a040b4bf509%2C40541%2C1731010789703.1731010792077, lastWalPosition=1082, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-07T20:20:10,241 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40817 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T20:20:10,243 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40817 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T20:20:10,296 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.wal-reader.8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/WALs/8a040b4bf509,40817,1731010778881/8a040b4bf509%2C40817%2C1731010778881.1731010781190 to pos 914, reset compression=false 2024-11-07T20:20:10,300 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.wal-reader.8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T20:20:10,300 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.wal-reader.8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/WALs/8a040b4bf509,40817,1731010778881/8a040b4bf509%2C40817%2C1731010778881.1731010781190 to pos 1087, reset compression=false 2024-11-07T20:20:10,300 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.shipper8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a040b4bf509,40817,1731010778881 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/WALs/8a040b4bf509,40817,1731010778881/8a040b4bf509%2C40817%2C1731010778881.1731010781190, lastWalPosition=1087, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T20:20:10,391 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280.replicationSource.wal-reader.8a040b4bf509%2C42413%2C1731010784280,1-8a040b4bf509,42413,1731010784280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/WALs/8a040b4bf509,42413,1731010784280/8a040b4bf509%2C42413%2C1731010784280.1731010786317 to pos 1066, reset compression=false 2024-11-07T20:20:10,444 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703.replicationSource.wal-reader.8a040b4bf509%2C40541%2C1731010789703,1-8a040b4bf509,40541,1731010789703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/WALs/8a040b4bf509,40541,1731010789703/8a040b4bf509%2C40541%2C1731010789703.1731010792077 to pos 1082, reset compression=false 2024-11-07T20:20:10,503 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.wal-reader.8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/WALs/8a040b4bf509,40817,1731010778881/8a040b4bf509%2C40817%2C1731010778881.1731010781190 to pos 1087, reset compression=false 2024-11-07T20:20:10,505 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T20:20:10,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:10,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:10,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:10,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:10,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:10,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:10,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:10,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:10,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:10,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:10,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:10,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:10,695 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280.replicationSource.wal-reader.8a040b4bf509%2C42413%2C1731010784280,1-8a040b4bf509,42413,1731010784280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/WALs/8a040b4bf509,42413,1731010784280/8a040b4bf509%2C42413%2C1731010784280.1731010786317 to pos 1066, reset compression=false 2024-11-07T20:20:10,746 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703.replicationSource.wal-reader.8a040b4bf509%2C40541%2C1731010789703,1-8a040b4bf509,40541,1731010789703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/WALs/8a040b4bf509,40541,1731010789703/8a040b4bf509%2C40541%2C1731010789703.1731010792077 to pos 1082, reset compression=false 2024-11-07T20:20:10,807 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.wal-reader.8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/WALs/8a040b4bf509,40817,1731010778881/8a040b4bf509%2C40817%2C1731010778881.1731010781190 to pos 1087, reset compression=false 2024-11-07T20:20:11,039 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-07T20:20:11,048 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-07T20:20:11,098 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280.replicationSource.wal-reader.8a040b4bf509%2C42413%2C1731010784280,1-8a040b4bf509,42413,1731010784280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/WALs/8a040b4bf509,42413,1731010784280/8a040b4bf509%2C42413%2C1731010784280.1731010786317 to pos 1066, reset compression=false 2024-11-07T20:20:11,150 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703.replicationSource.wal-reader.8a040b4bf509%2C40541%2C1731010789703,1-8a040b4bf509,40541,1731010789703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/WALs/8a040b4bf509,40541,1731010789703/8a040b4bf509%2C40541%2C1731010789703.1731010792077 to pos 1082, reset compression=false 2024-11-07T20:20:11,154 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703.replicationSource.wal-reader.8a040b4bf509%2C40541%2C1731010789703,1-8a040b4bf509,40541,1731010789703 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T20:20:11,154 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703.replicationSource.wal-reader.8a040b4bf509%2C40541%2C1731010789703,1-8a040b4bf509,40541,1731010789703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/WALs/8a040b4bf509,40541,1731010789703/8a040b4bf509%2C40541%2C1731010789703.1731010792077 to pos 1241, reset compression=false 2024-11-07T20:20:11,154 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703.replicationSource.shipper8a040b4bf509%2C40541%2C1731010789703,1-8a040b4bf509,40541,1731010789703 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a040b4bf509,40541,1731010789703 got entry batch from reader: WALEntryBatch [walEntries=[{test/2ae76c464042109df3375b295267c14f/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/WALs/8a040b4bf509,40541,1731010789703/8a040b4bf509%2C40541%2C1731010789703.1731010792077, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-07T20:20:11,156 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40817 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T20:20:11,158 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40817 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T20:20:11,210 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.wal-reader.8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/WALs/8a040b4bf509,40817,1731010778881/8a040b4bf509%2C40817%2C1731010778881.1731010781190 to pos 1087, reset compression=false 2024-11-07T20:20:11,214 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.wal-reader.8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T20:20:11,215 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.wal-reader.8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/WALs/8a040b4bf509,40817,1731010778881/8a040b4bf509%2C40817%2C1731010778881.1731010781190 to pos 1236, reset compression=false 2024-11-07T20:20:11,215 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.shipper8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a040b4bf509,40817,1731010778881 got entry batch from reader: WALEntryBatch [walEntries=[{test/0bea4607a730cac2f1e24c316f0d51f7/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/WALs/8a040b4bf509,40817,1731010778881/8a040b4bf509%2C40817%2C1731010778881.1731010781190, lastWalPosition=1236, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-07T20:20:11,216 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T20:20:11,219 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T20:20:11,362 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703.replicationSource.wal-reader.8a040b4bf509%2C40541%2C1731010789703,1-8a040b4bf509,40541,1731010789703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/WALs/8a040b4bf509,40541,1731010789703/8a040b4bf509%2C40541%2C1731010789703.1731010792077 to pos 1241, reset compression=false 2024-11-07T20:20:11,419 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.wal-reader.8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/WALs/8a040b4bf509,40817,1731010778881/8a040b4bf509%2C40817%2C1731010778881.1731010781190 to pos 1236, reset compression=false 2024-11-07T20:20:11,603 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280.replicationSource.wal-reader.8a040b4bf509%2C42413%2C1731010784280,1-8a040b4bf509,42413,1731010784280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/WALs/8a040b4bf509,42413,1731010784280/8a040b4bf509%2C42413%2C1731010784280.1731010786317 to pos 1066, reset compression=false 2024-11-07T20:20:11,608 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280.replicationSource.wal-reader.8a040b4bf509%2C42413%2C1731010784280,1-8a040b4bf509,42413,1731010784280 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T20:20:11,608 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280.replicationSource.wal-reader.8a040b4bf509%2C42413%2C1731010784280,1-8a040b4bf509,42413,1731010784280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/WALs/8a040b4bf509,42413,1731010784280/8a040b4bf509%2C42413%2C1731010784280.1731010786317 to pos 1239, reset compression=false 2024-11-07T20:20:11,608 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280.replicationSource.shipper8a040b4bf509%2C42413%2C1731010784280,1-8a040b4bf509,42413,1731010784280 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a040b4bf509,42413,1731010784280 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/WALs/8a040b4bf509,42413,1731010784280/8a040b4bf509%2C42413%2C1731010784280.1731010786317, lastWalPosition=1239, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T20:20:11,666 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703.replicationSource.wal-reader.8a040b4bf509%2C40541%2C1731010789703,1-8a040b4bf509,40541,1731010789703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/WALs/8a040b4bf509,40541,1731010789703/8a040b4bf509%2C40541%2C1731010789703.1731010792077 to pos 1241, reset compression=false 2024-11-07T20:20:11,723 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.wal-reader.8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/WALs/8a040b4bf509,40817,1731010778881/8a040b4bf509%2C40817%2C1731010778881.1731010781190 to pos 1236, reset compression=false 2024-11-07T20:20:11,812 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280.replicationSource.wal-reader.8a040b4bf509%2C42413%2C1731010784280,1-8a040b4bf509,42413,1731010784280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/WALs/8a040b4bf509,42413,1731010784280/8a040b4bf509%2C42413%2C1731010784280.1731010786317 to pos 1239, reset compression=false 2024-11-07T20:20:12,050 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-07T20:20:12,055 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e2e097e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:12,055 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,42471,-1 for getting cluster id 2024-11-07T20:20:12,055 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:20:12,056 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54b713cb-5025-472f-8b7e-f83402d7de9a' 2024-11-07T20:20:12,056 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:20:12,057 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54b713cb-5025-472f-8b7e-f83402d7de9a" 2024-11-07T20:20:12,057 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60e84966, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:12,057 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,42471,-1] 2024-11-07T20:20:12,057 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:20:12,057 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:12,058 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:20:12,059 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f8a3777, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:12,061 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:20:12,061 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,42471,1731010789557 2024-11-07T20:20:12,062 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@536331ee 2024-11-07T20:20:12,062 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:20:12,063 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T20:20:12,064 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42471 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-07T20:20:12,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42471 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-07T20:20:12,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-07T20:20:12,070 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703.replicationSource.wal-reader.8a040b4bf509%2C40541%2C1731010789703,1-8a040b4bf509,40541,1731010789703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/WALs/8a040b4bf509,40541,1731010789703/8a040b4bf509%2C40541%2C1731010789703.1731010792077 to pos 1241, reset compression=false 2024-11-07T20:20:12,116 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280.replicationSource.wal-reader.8a040b4bf509%2C42413%2C1731010784280,1-8a040b4bf509,42413,1731010784280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/WALs/8a040b4bf509,42413,1731010784280/8a040b4bf509%2C42413%2C1731010784280.1731010786317 to pos 1239, reset compression=false 2024-11-07T20:20:12,126 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T20:20:12,127 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.wal-reader.8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/WALs/8a040b4bf509,40817,1731010778881/8a040b4bf509%2C40817%2C1731010778881.1731010781190 to pos 1236, reset compression=false 2024-11-07T20:20:12,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-07T20:20:12,278 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-07T20:20:12,278 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-07T20:20:12,279 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-07T20:20:12,279 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8a040b4bf509,40541,1731010789703 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-07T20:20:12,279 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0. 2024-11-07T20:20:12,279 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:20:12,279 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:12,279 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:20:12,279 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:12,380 WARN [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703.replicationSource.wal-reader.8a040b4bf509%2C40541%2C1731010789703,1-8a040b4bf509,40541,1731010789703 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-07T20:20:12,380 WARN [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703.replicationSource.shipper8a040b4bf509%2C40541%2C1731010789703,1-8a040b4bf509,40541,1731010789703 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-07T20:20:12,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-07T20:20:12,480 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703.replicationSource.shipper8a040b4bf509%2C40541%2C1731010789703,1-8a040b4bf509,40541,1731010789703 terminated 2024-11-07T20:20:12,496 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-8a040b4bf509,40541,1731010789703, ReplicationSource: 1, currentBandwidth=0 2024-11-07T20:20:12,497 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-07T20:20:12,497 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-07T20:20:12,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42471 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-07T20:20:12,499 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 8a040b4bf509,40541,1731010789703 suceeded 2024-11-07T20:20:12,501 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-07T20:20:12,501 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 373 msec 2024-11-07T20:20:12,501 INFO [PEWorker-1 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-07T20:20:12,502 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 437 msec 2024-11-07T20:20:12,510 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8a040b4bf509:46345' 2024-11-07T20:20:12,511 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17bfebfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:12,512 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703 {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,46345,-1 for getting cluster id 2024-11-07T20:20:12,512 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:20:12,512 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd97e06db-c09f-4536-9490-d903541d1860' 2024-11-07T20:20:12,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:20:12,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d97e06db-c09f-4536-9490-d903541d1860" 2024-11-07T20:20:12,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@52db8dd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:12,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,46345,-1] 2024-11-07T20:20:12,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:20:12,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:12,513 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:20:12,514 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@484ffd10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:12,514 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:20:12,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,46345,1731010778681 2024-11-07T20:20:12,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@320d0b04 2024-11-07T20:20:12,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:20:12,516 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-07T20:20:12,516 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8a040b4bf509,40541,1731010789703 (queues=1) is replicating from cluster=54b713cb-5025-472f-8b7e-f83402d7de9a to cluster=d97e06db-c09f-4536-9490-d903541d1860 2024-11-07T20:20:12,517 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8a040b4bf509%2C40541%2C1731010789703 2024-11-07T20:20:12,517 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8a040b4bf509,40541,1731010789703, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T20:20:12,519 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280.replicationSource.wal-reader.8a040b4bf509%2C42413%2C1731010784280,1-8a040b4bf509,42413,1731010784280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/WALs/8a040b4bf509,42413,1731010784280/8a040b4bf509%2C42413%2C1731010784280.1731010786317 to pos 1239, reset compression=false 2024-11-07T20:20:12,522 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703.replicationSource.shipper8a040b4bf509%2C40541%2C1731010789703,1-8a040b4bf509,40541,1731010789703 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8a040b4bf509%2C40541%2C1731010789703 2024-11-07T20:20:12,630 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.wal-reader.8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/WALs/8a040b4bf509,40817,1731010778881/8a040b4bf509%2C40817%2C1731010778881.1731010781190 to pos 1236, reset compression=false 2024-11-07T20:20:12,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-07T20:20:12,690 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-07T20:20:12,690 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T20:20:12,691 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:20:12,691 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:12,691 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:12,691 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:20:12,694 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-07T20:20:13,023 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280.replicationSource.wal-reader.8a040b4bf509%2C42413%2C1731010784280,1-8a040b4bf509,42413,1731010784280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/WALs/8a040b4bf509,42413,1731010784280/8a040b4bf509%2C42413%2C1731010784280.1731010786317 to pos 1239, reset compression=false 2024-11-07T20:20:13,234 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.wal-reader.8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/WALs/8a040b4bf509,40817,1731010778881/8a040b4bf509%2C40817%2C1731010778881.1731010781190 to pos 1236, reset compression=false 2024-11-07T20:20:13,287 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.wal-reader.8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T20:20:13,287 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.wal-reader.8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/WALs/8a040b4bf509,40817,1731010778881/8a040b4bf509%2C40817%2C1731010778881.1731010781190 to pos 1340, reset compression=false 2024-11-07T20:20:13,287 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.shipper8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a040b4bf509,40817,1731010778881 got entry batch from reader: WALEntryBatch [walEntries=[{test/0bea4607a730cac2f1e24c316f0d51f7/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/WALs/8a040b4bf509,40817,1731010778881/8a040b4bf509%2C40817%2C1731010778881.1731010781190, lastWalPosition=1340, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-07T20:20:13,288 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T20:20:13,290 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42413 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T20:20:13,492 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.wal-reader.8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/WALs/8a040b4bf509,40817,1731010778881/8a040b4bf509%2C40817%2C1731010778881.1731010781190 to pos 1340, reset compression=false 2024-11-07T20:20:13,628 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280.replicationSource.wal-reader.8a040b4bf509%2C42413%2C1731010784280,1-8a040b4bf509,42413,1731010784280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/WALs/8a040b4bf509,42413,1731010784280/8a040b4bf509%2C42413%2C1731010784280.1731010786317 to pos 1239, reset compression=false 2024-11-07T20:20:13,638 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280.replicationSource.wal-reader.8a040b4bf509%2C42413%2C1731010784280,1-8a040b4bf509,42413,1731010784280 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T20:20:13,638 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280.replicationSource.wal-reader.8a040b4bf509%2C42413%2C1731010784280,1-8a040b4bf509,42413,1731010784280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/WALs/8a040b4bf509,42413,1731010784280/8a040b4bf509%2C42413%2C1731010784280.1731010786317 to pos 1367, reset compression=false 2024-11-07T20:20:13,638 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280.replicationSource.shipper8a040b4bf509%2C42413%2C1731010784280,1-8a040b4bf509,42413,1731010784280 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a040b4bf509,42413,1731010784280 got entry batch from reader: WALEntryBatch [walEntries=[{test/1ca377fc78403246e02a652810bdfeb1/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/WALs/8a040b4bf509,42413,1731010784280/8a040b4bf509%2C42413%2C1731010784280.1731010786317, lastWalPosition=1367, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-07T20:20:13,639 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40541 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T20:20:13,642 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40541 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T20:20:13,696 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-07T20:20:13,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eca7ab5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:13,698 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,42471,-1 for getting cluster id 2024-11-07T20:20:13,698 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:20:13,699 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54b713cb-5025-472f-8b7e-f83402d7de9a' 2024-11-07T20:20:13,699 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:20:13,699 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54b713cb-5025-472f-8b7e-f83402d7de9a" 2024-11-07T20:20:13,699 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67594420, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:13,699 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,42471,-1] 2024-11-07T20:20:13,699 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:20:13,699 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:13,700 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:20:13,700 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b4333dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:13,702 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:20:13,703 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,42471,1731010789557 2024-11-07T20:20:13,703 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25dd77bd 2024-11-07T20:20:13,704 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:20:13,705 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T20:20:13,705 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42471 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-07T20:20:13,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42471 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-07T20:20:13,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-07T20:20:13,709 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T20:20:13,731 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T20:20:13,795 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.wal-reader.8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/WALs/8a040b4bf509,40817,1731010778881/8a040b4bf509%2C40817%2C1731010778881.1731010781190 to pos 1340, reset compression=false 2024-11-07T20:20:13,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-07T20:20:13,842 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280.replicationSource.wal-reader.8a040b4bf509%2C42413%2C1731010784280,1-8a040b4bf509,42413,1731010784280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/WALs/8a040b4bf509,42413,1731010784280/8a040b4bf509%2C42413%2C1731010784280.1731010786317 to pos 1367, reset compression=false 2024-11-07T20:20:13,845 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280.replicationSource.wal-reader.8a040b4bf509%2C42413%2C1731010784280,1-8a040b4bf509,42413,1731010784280 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T20:20:13,845 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280.replicationSource.wal-reader.8a040b4bf509%2C42413%2C1731010784280,1-8a040b4bf509,42413,1731010784280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/WALs/8a040b4bf509,42413,1731010784280/8a040b4bf509%2C42413%2C1731010784280.1731010786317 to pos 1471, reset compression=false 2024-11-07T20:20:13,845 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280.replicationSource.shipper8a040b4bf509%2C42413%2C1731010784280,1-8a040b4bf509,42413,1731010784280 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a040b4bf509,42413,1731010784280 got entry batch from reader: WALEntryBatch [walEntries=[{test/1ca377fc78403246e02a652810bdfeb1/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/WALs/8a040b4bf509,42413,1731010784280/8a040b4bf509%2C42413%2C1731010784280.1731010786317, lastWalPosition=1471, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-07T20:20:13,846 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40541 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T20:20:13,849 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40541 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T20:20:13,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-07T20:20:13,884 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-07T20:20:13,884 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-07T20:20:13,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42471 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-07T20:20:13,886 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 8a040b4bf509,40541,1731010789703 suceeded 2024-11-07T20:20:13,888 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-07T20:20:13,888 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-11-07T20:20:13,888 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-07T20:20:13,889 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 183 msec 2024-11-07T20:20:13,923 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703.replicationSource.wal-reader.8a040b4bf509%2C40541%2C1731010789703,1-8a040b4bf509,40541,1731010789703 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/WALs/8a040b4bf509,40541,1731010789703/8a040b4bf509%2C40541%2C1731010789703.1731010792077, startPosition=1241, beingWritten=true 2024-11-07T20:20:13,927 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703.replicationSource.wal-reader.8a040b4bf509%2C40541%2C1731010789703,1-8a040b4bf509,40541,1731010789703 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T20:20:13,927 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703.replicationSource.wal-reader.8a040b4bf509%2C40541%2C1731010789703,1-8a040b4bf509,40541,1731010789703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/WALs/8a040b4bf509,40541,1731010789703/8a040b4bf509%2C40541%2C1731010789703.1731010792077 to pos 1521, reset compression=false 2024-11-07T20:20:13,927 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703.replicationSource.shipper8a040b4bf509%2C40541%2C1731010789703,1-8a040b4bf509,40541,1731010789703 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a040b4bf509,40541,1731010789703 got entry batch from reader: WALEntryBatch [walEntries=[{test/2ae76c464042109df3375b295267c14f/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/WALs/8a040b4bf509,40541,1731010789703/8a040b4bf509%2C40541%2C1731010789703.1731010792077, lastWalPosition=1521, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-07T20:20:13,929 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703.replicationSource.shipper8a040b4bf509%2C40541%2C1731010789703,1-8a040b4bf509,40541,1731010789703 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T20:20:13,929 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-07T20:20:13,930 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40817 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T20:20:13,932 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40817 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T20:20:14,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-07T20:20:14,031 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-07T20:20:14,031 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T20:20:14,031 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:20:14,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:14,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:14,031 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:20:14,033 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-07T20:20:14,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T20:20:14,033 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T20:20:14,033 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:20:14,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:14,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:14,033 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:20:14,033 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T20:20:14,033 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1378267476, stopped=false 2024-11-07T20:20:14,033 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8a040b4bf509,42471,1731010789557 2024-11-07T20:20:14,049 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280.replicationSource.wal-reader.8a040b4bf509%2C42413%2C1731010784280,1-8a040b4bf509,42413,1731010784280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/WALs/8a040b4bf509,42413,1731010784280/8a040b4bf509%2C42413%2C1731010784280.1731010786317 to pos 1471, reset compression=false 2024-11-07T20:20:14,082 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40541-0x10116f44a400007, quorum=127.0.0.1:58387, baseZNode=/2-1810681628 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1810681628/running 2024-11-07T20:20:14,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42471-0x10116f44a400006, quorum=127.0.0.1:58387, baseZNode=/2-1810681628 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1810681628/running 2024-11-07T20:20:14,082 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40541-0x10116f44a400007, quorum=127.0.0.1:58387, baseZNode=/2-1810681628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1810681628 2024-11-07T20:20:14,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42471-0x10116f44a400006, quorum=127.0.0.1:58387, baseZNode=/2-1810681628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1810681628 2024-11-07T20:20:14,082 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T20:20:14,083 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T20:20:14,083 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:20:14,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:14,083 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8a040b4bf509,40541,1731010789703' ***** 2024-11-07T20:20:14,083 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T20:20:14,083 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40541-0x10116f44a400007, quorum=127.0.0.1:58387, baseZNode=/2-1810681628 Set watcher on znode that does not yet exist, /2-1810681628/running 2024-11-07T20:20:14,083 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42471-0x10116f44a400006, quorum=127.0.0.1:58387, baseZNode=/2-1810681628 Set watcher on znode that does not yet exist, /2-1810681628/running 2024-11-07T20:20:14,084 INFO [RS:0;8a040b4bf509:40541 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T20:20:14,084 INFO [RS:0;8a040b4bf509:40541 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T20:20:14,084 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T20:20:14,084 INFO [RS:0;8a040b4bf509:40541 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T20:20:14,084 INFO [RS:0;8a040b4bf509:40541 {}] regionserver.HRegionServer(3091): Received CLOSE for a6cb1837d62e5630961bc9c94d2fdb03 2024-11-07T20:20:14,084 INFO [RS:0;8a040b4bf509:40541 {}] regionserver.HRegionServer(3091): Received CLOSE for 2ae76c464042109df3375b295267c14f 2024-11-07T20:20:14,084 INFO [RS:0;8a040b4bf509:40541 {}] regionserver.HRegionServer(959): stopping server 8a040b4bf509,40541,1731010789703 2024-11-07T20:20:14,084 INFO [RS:0;8a040b4bf509:40541 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T20:20:14,084 INFO [RS:0;8a040b4bf509:40541 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a040b4bf509:40541. 2024-11-07T20:20:14,084 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a6cb1837d62e5630961bc9c94d2fdb03, disabling compactions & flushes 2024-11-07T20:20:14,084 DEBUG [RS:0;8a040b4bf509:40541 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:20:14,084 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731010803855.a6cb1837d62e5630961bc9c94d2fdb03. 2024-11-07T20:20:14,084 DEBUG [RS:0;8a040b4bf509:40541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:14,084 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731010803855.a6cb1837d62e5630961bc9c94d2fdb03. 2024-11-07T20:20:14,084 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731010803855.a6cb1837d62e5630961bc9c94d2fdb03. after waiting 0 ms 2024-11-07T20:20:14,084 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731010803855.a6cb1837d62e5630961bc9c94d2fdb03. 2024-11-07T20:20:14,084 INFO [RS:0;8a040b4bf509:40541 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T20:20:14,084 INFO [RS:0;8a040b4bf509:40541 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T20:20:14,084 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a6cb1837d62e5630961bc9c94d2fdb03 3/3 column families, dataSize=1.17 KB heapSize=2.50 KB 2024-11-07T20:20:14,084 INFO [RS:0;8a040b4bf509:40541 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T20:20:14,084 INFO [RS:0;8a040b4bf509:40541 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T20:20:14,085 INFO [RS:0;8a040b4bf509:40541 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-07T20:20:14,085 DEBUG [RS:0;8a040b4bf509:40541 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a6cb1837d62e5630961bc9c94d2fdb03=hbase:replication,,1731010803855.a6cb1837d62e5630961bc9c94d2fdb03., 2ae76c464042109df3375b295267c14f=test,,1731010797374.2ae76c464042109df3375b295267c14f.} 2024-11-07T20:20:14,085 DEBUG [RS:0;8a040b4bf509:40541 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2ae76c464042109df3375b295267c14f, a6cb1837d62e5630961bc9c94d2fdb03 2024-11-07T20:20:14,085 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T20:20:14,085 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T20:20:14,085 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T20:20:14,085 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T20:20:14,085 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T20:20:14,085 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-07T20:20:14,098 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/data/hbase/replication/a6cb1837d62e5630961bc9c94d2fdb03/.tmp/queue/24e22c3bcad04c60a87bbd97c81959c2 is 154, key is 1-8a040b4bf509,40541,1731010789703/queue:8a040b4bf509%2C40541%2C1731010789703/1731010813933/Put/seqid=0 2024-11-07T20:20:14,098 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/data/hbase/meta/1588230740/.tmp/info/36c1024e34fb469fb8ce6733ebe7aab4 is 147, key is hbase:replication,,1731010803855.a6cb1837d62e5630961bc9c94d2fdb03./info:regioninfo/1731010805017/Put/seqid=0 2024-11-07T20:20:14,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35713 is added to blk_1073741841_1017 (size=7686) 2024-11-07T20:20:14,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35713 is added to blk_1073741840_1016 (size=5353) 2024-11-07T20:20:14,103 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/data/hbase/replication/a6cb1837d62e5630961bc9c94d2fdb03/.tmp/queue/24e22c3bcad04c60a87bbd97c81959c2 2024-11-07T20:20:14,107 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/data/hbase/replication/a6cb1837d62e5630961bc9c94d2fdb03/.tmp/queue/24e22c3bcad04c60a87bbd97c81959c2 as hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/data/hbase/replication/a6cb1837d62e5630961bc9c94d2fdb03/queue/24e22c3bcad04c60a87bbd97c81959c2 2024-11-07T20:20:14,111 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/data/hbase/replication/a6cb1837d62e5630961bc9c94d2fdb03/queue/24e22c3bcad04c60a87bbd97c81959c2, entries=1, sequenceid=12, filesize=5.2 K 2024-11-07T20:20:14,112 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.17 KB/1193, heapSize ~1.98 KB/2032, currentSize=0 B/0 for a6cb1837d62e5630961bc9c94d2fdb03 in 28ms, sequenceid=12, compaction requested=false 2024-11-07T20:20:14,115 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/data/hbase/replication/a6cb1837d62e5630961bc9c94d2fdb03/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-07T20:20:14,116 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T20:20:14,116 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T20:20:14,116 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731010803855.a6cb1837d62e5630961bc9c94d2fdb03. 2024-11-07T20:20:14,116 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a6cb1837d62e5630961bc9c94d2fdb03: Waiting for close lock at 1731010814084Running coprocessor pre-close hooks at 1731010814084Disabling compacts and flushes for region at 1731010814084Disabling writes for close at 1731010814084Obtaining lock to block concurrent updates at 1731010814084Preparing flush snapshotting stores in a6cb1837d62e5630961bc9c94d2fdb03 at 1731010814084Finished memstore snapshotting hbase:replication,,1731010803855.a6cb1837d62e5630961bc9c94d2fdb03., syncing WAL and waiting on mvcc, flushsize=dataSize=1193, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731010814085 (+1 ms)Flushing stores of hbase:replication,,1731010803855.a6cb1837d62e5630961bc9c94d2fdb03. at 1731010814085Flushing a6cb1837d62e5630961bc9c94d2fdb03/queue: creating writer at 1731010814085Flushing a6cb1837d62e5630961bc9c94d2fdb03/queue: appending metadata at 1731010814098 (+13 ms)Flushing a6cb1837d62e5630961bc9c94d2fdb03/queue: closing flushed file at 1731010814098Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4765b671: reopening flushed file at 1731010814106 (+8 ms)Finished flush of dataSize ~1.17 KB/1193, heapSize ~1.98 KB/2032, currentSize=0 B/0 for a6cb1837d62e5630961bc9c94d2fdb03 in 28ms, sequenceid=12, compaction requested=false at 1731010814112 (+6 ms)Writing region close event to WAL at 1731010814112Running coprocessor post-close hooks at 1731010814115 (+3 ms)Closed at 1731010814116 (+1 ms) 2024-11-07T20:20:14,116 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731010803855.a6cb1837d62e5630961bc9c94d2fdb03. 2024-11-07T20:20:14,116 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2ae76c464042109df3375b295267c14f, disabling compactions & flushes 2024-11-07T20:20:14,116 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731010797374.2ae76c464042109df3375b295267c14f. 2024-11-07T20:20:14,116 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731010797374.2ae76c464042109df3375b295267c14f. 2024-11-07T20:20:14,116 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731010797374.2ae76c464042109df3375b295267c14f. after waiting 0 ms 2024-11-07T20:20:14,116 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731010797374.2ae76c464042109df3375b295267c14f. 2024-11-07T20:20:14,116 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2ae76c464042109df3375b295267c14f 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-07T20:20:14,130 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703.replicationSource.wal-reader.8a040b4bf509%2C40541%2C1731010789703,1-8a040b4bf509,40541,1731010789703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/WALs/8a040b4bf509,40541,1731010789703/8a040b4bf509%2C40541%2C1731010789703.1731010792077 to pos 1521, reset compression=false 2024-11-07T20:20:14,130 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/data/default/test/2ae76c464042109df3375b295267c14f/.tmp/f/4baabf2c493d4d238975baab3f9cac0d is 37, key is row3/f:row3/1731010812692/Put/seqid=0 2024-11-07T20:20:14,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35713 is added to blk_1073741842_1018 (size=5228) 2024-11-07T20:20:14,134 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703.replicationSource.wal-reader.8a040b4bf509%2C40541%2C1731010789703,1-8a040b4bf509,40541,1731010789703 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T20:20:14,134 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703.replicationSource.wal-reader.8a040b4bf509%2C40541%2C1731010789703,1-8a040b4bf509,40541,1731010789703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/WALs/8a040b4bf509,40541,1731010789703/8a040b4bf509%2C40541%2C1731010789703.1731010792077 to pos 1768, reset compression=false 2024-11-07T20:20:14,134 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703.replicationSource.shipper8a040b4bf509%2C40541%2C1731010789703,1-8a040b4bf509,40541,1731010789703 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a040b4bf509,40541,1731010789703 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/WALs/8a040b4bf509,40541,1731010789703/8a040b4bf509%2C40541%2C1731010789703.1731010792077, lastWalPosition=1768, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T20:20:14,135 ERROR [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703.replicationSource.shipper8a040b4bf509%2C40541%2C1731010789703,1-8a040b4bf509,40541,1731010789703 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 8a040b4bf509,40541,1731010789703: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-8a040b4bf509,40541,1731010789703, walGroup=8a040b4bf509%2C40541%2C1731010789703, offset=8a040b4bf509%2C40541%2C1731010789703.1731010792077:1768, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a040b4bf509:40541 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-07T20:20:14,135 ERROR [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703.replicationSource.shipper8a040b4bf509%2C40541%2C1731010789703,1-8a040b4bf509,40541,1731010789703 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-07T20:20:14,136 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703.replicationSource.shipper8a040b4bf509%2C40541%2C1731010789703,1-8a040b4bf509,40541,1731010789703 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-07T20:20:14,136 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703.replicationSource.shipper8a040b4bf509%2C40541%2C1731010789703,1-8a040b4bf509,40541,1731010789703 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-07T20:20:14,136 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703.replicationSource.shipper8a040b4bf509%2C40541%2C1731010789703,1-8a040b4bf509,40541,1731010789703 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-07T20:20:14,136 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703.replicationSource.shipper8a040b4bf509%2C40541%2C1731010789703,1-8a040b4bf509,40541,1731010789703 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-07T20:20:14,136 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703.replicationSource.shipper8a040b4bf509%2C40541%2C1731010789703,1-8a040b4bf509,40541,1731010789703 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1205862400, "init": 1048576000, "max": 2306867200, "used": 785993696 }, "NonHeapMemoryUsage": { "committed": 201981952, "init": 7667712, "max": -1, "used": 198991008 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-07T20:20:14,136 WARN [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703.replicationSource.shipper8a040b4bf509%2C40541%2C1731010789703,1-8a040b4bf509,40541,1731010789703 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a040b4bf509:42471 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a040b4bf509:42471 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-07T20:20:14,160 INFO [regionserver/8a040b4bf509:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T20:20:14,199 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.wal-reader.8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/WALs/8a040b4bf509,40817,1731010778881/8a040b4bf509%2C40817%2C1731010778881.1731010781190 to pos 1340, reset compression=false 2024-11-07T20:20:14,202 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.wal-reader.8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T20:20:14,202 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.wal-reader.8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/WALs/8a040b4bf509,40817,1731010778881/8a040b4bf509%2C40817%2C1731010778881.1731010781190 to pos 1491, reset compression=false 2024-11-07T20:20:14,202 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.shipper8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a040b4bf509,40817,1731010778881 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/WALs/8a040b4bf509,40817,1731010778881/8a040b4bf509%2C40817%2C1731010778881.1731010781190, lastWalPosition=1491, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T20:20:14,285 DEBUG [RS:0;8a040b4bf509:40541 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2ae76c464042109df3375b295267c14f 2024-11-07T20:20:14,338 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703.replicationSource.wal-reader.8a040b4bf509%2C40541%2C1731010789703,1-8a040b4bf509,40541,1731010789703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/WALs/8a040b4bf509,40541,1731010789703/8a040b4bf509%2C40541%2C1731010789703.1731010792077 to pos 1768, reset compression=false 2024-11-07T20:20:14,353 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280.replicationSource.wal-reader.8a040b4bf509%2C42413%2C1731010784280,1-8a040b4bf509,42413,1731010784280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/WALs/8a040b4bf509,42413,1731010784280/8a040b4bf509%2C42413%2C1731010784280.1731010786317 to pos 1471, reset compression=false 2024-11-07T20:20:14,405 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.wal-reader.8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/WALs/8a040b4bf509,40817,1731010778881/8a040b4bf509%2C40817%2C1731010778881.1731010781190 to pos 1491, reset compression=false 2024-11-07T20:20:14,485 DEBUG [RS:0;8a040b4bf509:40541 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2ae76c464042109df3375b295267c14f 2024-11-07T20:20:14,502 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/data/hbase/meta/1588230740/.tmp/info/36c1024e34fb469fb8ce6733ebe7aab4 2024-11-07T20:20:14,521 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/data/hbase/meta/1588230740/.tmp/ns/e2cc696ab1b44bd49e3de94817e6f526 is 43, key is default/ns:d/1731010792996/Put/seqid=0 2024-11-07T20:20:14,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35713 is added to blk_1073741843_1019 (size=5153) 2024-11-07T20:20:14,534 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/data/default/test/2ae76c464042109df3375b295267c14f/.tmp/f/4baabf2c493d4d238975baab3f9cac0d 2024-11-07T20:20:14,537 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4baabf2c493d4d238975baab3f9cac0d 2024-11-07T20:20:14,549 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/data/default/test/2ae76c464042109df3375b295267c14f/.tmp/f1/e6609850538146ad96d7a4a4e18fdbec is 30, key is row1/f1:/1731010810035/DeleteFamily/seqid=0 2024-11-07T20:20:14,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35713 is added to blk_1073741844_1020 (size=5158) 2024-11-07T20:20:14,640 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703.replicationSource.wal-reader.8a040b4bf509%2C40541%2C1731010789703,1-8a040b4bf509,40541,1731010789703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/WALs/8a040b4bf509,40541,1731010789703/8a040b4bf509%2C40541%2C1731010789703.1731010792077 to pos 1768, reset compression=false 2024-11-07T20:20:14,685 DEBUG [RS:0;8a040b4bf509:40541 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2ae76c464042109df3375b295267c14f 2024-11-07T20:20:14,708 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.wal-reader.8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/WALs/8a040b4bf509,40817,1731010778881/8a040b4bf509%2C40817%2C1731010778881.1731010781190 to pos 1491, reset compression=false 2024-11-07T20:20:14,756 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280.replicationSource.wal-reader.8a040b4bf509%2C42413%2C1731010784280,1-8a040b4bf509,42413,1731010784280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/WALs/8a040b4bf509,42413,1731010784280/8a040b4bf509%2C42413%2C1731010784280.1731010786317 to pos 1471, reset compression=false 2024-11-07T20:20:14,885 DEBUG [RS:0;8a040b4bf509:40541 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2ae76c464042109df3375b295267c14f 2024-11-07T20:20:14,925 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/data/hbase/meta/1588230740/.tmp/ns/e2cc696ab1b44bd49e3de94817e6f526 2024-11-07T20:20:14,941 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/data/hbase/meta/1588230740/.tmp/rep_barrier/adb44183b09e4c11be4bf94ddd13239e is 112, key is test,,1731010797374.2ae76c464042109df3375b295267c14f./rep_barrier:seqnumDuringOpen/1731010798522/Put/seqid=0 2024-11-07T20:20:14,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35713 is added to blk_1073741845_1021 (size=5518) 2024-11-07T20:20:14,944 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/data/hbase/meta/1588230740/.tmp/rep_barrier/adb44183b09e4c11be4bf94ddd13239e 2024-11-07T20:20:14,953 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/data/default/test/2ae76c464042109df3375b295267c14f/.tmp/f1/e6609850538146ad96d7a4a4e18fdbec 2024-11-07T20:20:14,956 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e6609850538146ad96d7a4a4e18fdbec 2024-11-07T20:20:14,965 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/data/hbase/meta/1588230740/.tmp/table/ad0f1818af114116b134c1e8494cb2be is 53, key is hbase:replication/table:state/1731010805025/Put/seqid=0 2024-11-07T20:20:14,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35713 is added to blk_1073741846_1022 (size=5308) 2024-11-07T20:20:14,968 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/data/hbase/meta/1588230740/.tmp/table/ad0f1818af114116b134c1e8494cb2be 2024-11-07T20:20:14,970 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/data/default/test/2ae76c464042109df3375b295267c14f/.tmp/norep/ed4577e3e80947a4b91c40308c725288 is 33, key is row2/norep:/1731010811040/DeleteFamily/seqid=0 2024-11-07T20:20:14,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35713 is added to blk_1073741847_1023 (size=5108) 2024-11-07T20:20:14,973 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/data/hbase/meta/1588230740/.tmp/info/36c1024e34fb469fb8ce6733ebe7aab4 as hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/data/hbase/meta/1588230740/info/36c1024e34fb469fb8ce6733ebe7aab4 2024-11-07T20:20:14,973 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/data/default/test/2ae76c464042109df3375b295267c14f/.tmp/norep/ed4577e3e80947a4b91c40308c725288 2024-11-07T20:20:14,976 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ed4577e3e80947a4b91c40308c725288 2024-11-07T20:20:14,976 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/data/default/test/2ae76c464042109df3375b295267c14f/.tmp/f/4baabf2c493d4d238975baab3f9cac0d as hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/data/default/test/2ae76c464042109df3375b295267c14f/f/4baabf2c493d4d238975baab3f9cac0d 2024-11-07T20:20:14,976 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/data/hbase/meta/1588230740/info/36c1024e34fb469fb8ce6733ebe7aab4, entries=20, sequenceid=16, filesize=7.5 K 2024-11-07T20:20:14,977 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/data/hbase/meta/1588230740/.tmp/ns/e2cc696ab1b44bd49e3de94817e6f526 as hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/data/hbase/meta/1588230740/ns/e2cc696ab1b44bd49e3de94817e6f526 2024-11-07T20:20:14,980 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4baabf2c493d4d238975baab3f9cac0d 2024-11-07T20:20:14,980 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/data/hbase/meta/1588230740/ns/e2cc696ab1b44bd49e3de94817e6f526, entries=2, sequenceid=16, filesize=5.0 K 2024-11-07T20:20:14,980 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/data/default/test/2ae76c464042109df3375b295267c14f/f/4baabf2c493d4d238975baab3f9cac0d, entries=5, sequenceid=12, filesize=5.1 K 2024-11-07T20:20:14,981 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/data/default/test/2ae76c464042109df3375b295267c14f/.tmp/f1/e6609850538146ad96d7a4a4e18fdbec as hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/data/default/test/2ae76c464042109df3375b295267c14f/f1/e6609850538146ad96d7a4a4e18fdbec 2024-11-07T20:20:14,981 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/data/hbase/meta/1588230740/.tmp/rep_barrier/adb44183b09e4c11be4bf94ddd13239e as hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/data/hbase/meta/1588230740/rep_barrier/adb44183b09e4c11be4bf94ddd13239e 2024-11-07T20:20:14,984 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/data/hbase/meta/1588230740/rep_barrier/adb44183b09e4c11be4bf94ddd13239e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-07T20:20:14,984 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e6609850538146ad96d7a4a4e18fdbec 2024-11-07T20:20:14,984 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/data/default/test/2ae76c464042109df3375b295267c14f/f1/e6609850538146ad96d7a4a4e18fdbec, entries=3, sequenceid=12, filesize=5.0 K 2024-11-07T20:20:14,984 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/data/hbase/meta/1588230740/.tmp/table/ad0f1818af114116b134c1e8494cb2be as hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/data/hbase/meta/1588230740/table/ad0f1818af114116b134c1e8494cb2be 2024-11-07T20:20:14,984 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/data/default/test/2ae76c464042109df3375b295267c14f/.tmp/norep/ed4577e3e80947a4b91c40308c725288 as hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/data/default/test/2ae76c464042109df3375b295267c14f/norep/ed4577e3e80947a4b91c40308c725288 2024-11-07T20:20:14,987 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ed4577e3e80947a4b91c40308c725288 2024-11-07T20:20:14,987 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/data/hbase/meta/1588230740/table/ad0f1818af114116b134c1e8494cb2be, entries=4, sequenceid=16, filesize=5.2 K 2024-11-07T20:20:14,987 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/data/default/test/2ae76c464042109df3375b295267c14f/norep/ed4577e3e80947a4b91c40308c725288, entries=1, sequenceid=12, filesize=5.0 K 2024-11-07T20:20:14,988 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 2ae76c464042109df3375b295267c14f in 872ms, sequenceid=12, compaction requested=false 2024-11-07T20:20:14,988 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 903ms, sequenceid=16, compaction requested=false 2024-11-07T20:20:14,998 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-07T20:20:14,998 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/data/default/test/2ae76c464042109df3375b295267c14f/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-07T20:20:14,998 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T20:20:14,998 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T20:20:14,998 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731010797374.2ae76c464042109df3375b295267c14f. 2024-11-07T20:20:14,998 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T20:20:14,998 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2ae76c464042109df3375b295267c14f: Waiting for close lock at 1731010814116Running coprocessor pre-close hooks at 1731010814116Disabling compacts and flushes for region at 1731010814116Disabling writes for close at 1731010814116Obtaining lock to block concurrent updates at 1731010814116Preparing flush snapshotting stores in 2ae76c464042109df3375b295267c14f at 1731010814116Finished memstore snapshotting test,,1731010797374.2ae76c464042109df3375b295267c14f., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731010814117 (+1 ms)Flushing stores of test,,1731010797374.2ae76c464042109df3375b295267c14f. at 1731010814117Flushing 2ae76c464042109df3375b295267c14f/f: creating writer at 1731010814117Flushing 2ae76c464042109df3375b295267c14f/f: appending metadata at 1731010814130 (+13 ms)Flushing 2ae76c464042109df3375b295267c14f/f: closing flushed file at 1731010814130Flushing 2ae76c464042109df3375b295267c14f/f1: creating writer at 1731010814537 (+407 ms)Flushing 2ae76c464042109df3375b295267c14f/f1: appending metadata at 1731010814549 (+12 ms)Flushing 2ae76c464042109df3375b295267c14f/f1: closing flushed file at 1731010814549Flushing 2ae76c464042109df3375b295267c14f/norep: creating writer at 1731010814956 (+407 ms)Flushing 2ae76c464042109df3375b295267c14f/norep: appending metadata at 1731010814969 (+13 ms)Flushing 2ae76c464042109df3375b295267c14f/norep: closing flushed file at 1731010814969Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26ba63aa: reopening flushed file at 1731010814976 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d513e79: reopening flushed file at 1731010814980 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7710b31: reopening flushed file at 1731010814984 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 2ae76c464042109df3375b295267c14f in 872ms, sequenceid=12, compaction requested=false at 1731010814988 (+4 ms)Writing region close event to WAL at 1731010814995 (+7 ms)Running coprocessor post-close hooks at 1731010814998 (+3 ms)Closed at 1731010814998 2024-11-07T20:20:14,998 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T20:20:14,998 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T20:20:14,998 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731010814085Running coprocessor pre-close hooks at 1731010814085Disabling compacts and flushes for region at 1731010814085Disabling writes for close at 1731010814085Obtaining lock to block concurrent updates at 1731010814085Preparing flush snapshotting stores in 1588230740 at 1731010814085Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731010814085Flushing stores of hbase:meta,,1.1588230740 at 1731010814085Flushing 1588230740/info: creating writer at 1731010814086 (+1 ms)Flushing 1588230740/info: appending metadata at 1731010814098 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731010814098Flushing 1588230740/ns: creating writer at 1731010814506 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731010814521 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731010814521Flushing 1588230740/rep_barrier: creating writer at 1731010814929 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731010814941 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731010814941Flushing 1588230740/table: creating writer at 1731010814948 (+7 ms)Flushing 1588230740/table: appending metadata at 1731010814964 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731010814964Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25fab8b: reopening flushed file at 1731010814972 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@96973ca: reopening flushed file at 1731010814976 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@611c68d3: reopening flushed file at 1731010814980 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c67bfd0: reopening flushed file at 1731010814984 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 903ms, sequenceid=16, compaction requested=false at 1731010814988 (+4 ms)Writing region close event to WAL at 1731010814995 (+7 ms)Running coprocessor post-close hooks at 1731010814998 (+3 ms)Closed at 1731010814998 2024-11-07T20:20:14,998 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731010797374.2ae76c464042109df3375b295267c14f. 2024-11-07T20:20:14,998 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T20:20:15,005 INFO [regionserver/8a040b4bf509:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T20:20:15,005 INFO [regionserver/8a040b4bf509:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T20:20:15,043 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703.replicationSource.wal-reader.8a040b4bf509%2C40541%2C1731010789703,1-8a040b4bf509,40541,1731010789703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/WALs/8a040b4bf509,40541,1731010789703/8a040b4bf509%2C40541%2C1731010789703.1731010792077 to pos 1768, reset compression=false 2024-11-07T20:20:15,047 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703.replicationSource.wal-reader.8a040b4bf509%2C40541%2C1731010789703,1-8a040b4bf509,40541,1731010789703 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T20:20:15,047 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703.replicationSource.wal-reader.8a040b4bf509%2C40541%2C1731010789703,1-8a040b4bf509,40541,1731010789703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/WALs/8a040b4bf509,40541,1731010789703/8a040b4bf509%2C40541%2C1731010789703.1731010792077 to pos 2412, reset compression=false 2024-11-07T20:20:15,086 INFO [RS:0;8a040b4bf509:40541 {}] regionserver.HRegionServer(976): stopping server 8a040b4bf509,40541,1731010789703; all regions closed. 2024-11-07T20:20:15,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35713 is added to blk_1073741834_1010 (size=4239) 2024-11-07T20:20:15,088 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/WALs/8a040b4bf509,40541,1731010789703/8a040b4bf509%2C40541%2C1731010789703.meta.1731010792953.meta not finished, retry = 0 2024-11-07T20:20:15,111 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.wal-reader.8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/WALs/8a040b4bf509,40817,1731010778881/8a040b4bf509%2C40817%2C1731010778881.1731010781190 to pos 1491, reset compression=false 2024-11-07T20:20:15,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35713 is added to blk_1073741839_1015 (size=3115) 2024-11-07T20:20:15,191 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/WALs/8a040b4bf509,40541,1731010789703/8a040b4bf509%2C40541%2C1731010789703.rep.1731010804987 not finished, retry = 0 2024-11-07T20:20:15,249 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703.replicationSource.wal-reader.8a040b4bf509%2C40541%2C1731010789703,1-8a040b4bf509,40541,1731010789703 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/WALs/8a040b4bf509,40541,1731010789703/8a040b4bf509%2C40541%2C1731010789703.1731010792077 to pos 2412, reset compression=false 2024-11-07T20:20:15,260 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280.replicationSource.wal-reader.8a040b4bf509%2C42413%2C1731010784280,1-8a040b4bf509,42413,1731010784280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/WALs/8a040b4bf509,42413,1731010784280/8a040b4bf509%2C42413%2C1731010784280.1731010786317 to pos 1471, reset compression=false 2024-11-07T20:20:15,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35713 is added to blk_1073741832_1008 (size=2420) 2024-11-07T20:20:15,294 DEBUG [RS:0;8a040b4bf509:40541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:15,294 INFO [RS:0;8a040b4bf509:40541 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T20:20:15,294 INFO [RS:0;8a040b4bf509:40541 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T20:20:15,295 INFO [RS:0;8a040b4bf509:40541 {}] hbase.ChoreService(370): Chore service for: regionserver/8a040b4bf509:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T20:20:15,295 INFO [RS:0;8a040b4bf509:40541 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T20:20:15,295 INFO [regionserver/8a040b4bf509:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T20:20:15,295 INFO [RS:0;8a040b4bf509:40541 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8a040b4bf509,40541,1731010789703 because: Region server is closing 2024-11-07T20:20:15,295 INFO [RS:0;8a040b4bf509:40541 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a040b4bf509:40541. 2024-11-07T20:20:15,295 DEBUG [RS:0;8a040b4bf509:40541 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:20:15,295 DEBUG [RS:0;8a040b4bf509:40541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:15,295 DEBUG [RS:0;8a040b4bf509:40541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:15,295 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:20:15,396 INFO [RS:0;8a040b4bf509:40541 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703.replicationSource.shipper8a040b4bf509%2C40541%2C1731010789703,1-8a040b4bf509,40541,1731010789703 terminated 2024-11-07T20:20:15,396 WARN [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40541,1731010789703.replicationSource.wal-reader.8a040b4bf509%2C40541%2C1731010789703,1-8a040b4bf509,40541,1731010789703 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-07T20:20:15,396 INFO [RS:0;8a040b4bf509:40541 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a040b4bf509:40541. 2024-11-07T20:20:15,396 DEBUG [RS:0;8a040b4bf509:40541 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:20:15,396 DEBUG [RS:0;8a040b4bf509:40541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:15,396 DEBUG [RS:0;8a040b4bf509:40541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:15,396 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:20:15,396 INFO [RS:0;8a040b4bf509:40541 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40541 2024-11-07T20:20:15,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42471-0x10116f44a400006, quorum=127.0.0.1:58387, baseZNode=/2-1810681628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1810681628/rs 2024-11-07T20:20:15,451 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40541-0x10116f44a400007, quorum=127.0.0.1:58387, baseZNode=/2-1810681628 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1810681628/rs/8a040b4bf509,40541,1731010789703 2024-11-07T20:20:15,451 INFO [RS:0;8a040b4bf509:40541 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T20:20:15,461 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8a040b4bf509,40541,1731010789703] 2024-11-07T20:20:15,472 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1810681628/draining/8a040b4bf509,40541,1731010789703 already deleted, retry=false 2024-11-07T20:20:15,472 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8a040b4bf509,40541,1731010789703 expired; onlineServers=0 2024-11-07T20:20:15,472 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8a040b4bf509,42471,1731010789557' ***** 2024-11-07T20:20:15,472 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T20:20:15,472 INFO [M:0;8a040b4bf509:42471 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T20:20:15,472 INFO [M:0;8a040b4bf509:42471 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T20:20:15,472 DEBUG [M:0;8a040b4bf509:42471 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T20:20:15,472 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T20:20:15,472 DEBUG [master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.small.0-1731010791759 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.small.0-1731010791759,5,FailOnTimeoutGroup] 2024-11-07T20:20:15,472 DEBUG [master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.large.0-1731010791759 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.large.0-1731010791759,5,FailOnTimeoutGroup] 2024-11-07T20:20:15,472 DEBUG [M:0;8a040b4bf509:42471 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T20:20:15,472 INFO [M:0;8a040b4bf509:42471 {}] hbase.ChoreService(370): Chore service for: master/8a040b4bf509:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T20:20:15,472 INFO [M:0;8a040b4bf509:42471 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T20:20:15,472 DEBUG [M:0;8a040b4bf509:42471 {}] master.HMaster(1795): Stopping service threads 2024-11-07T20:20:15,472 INFO [M:0;8a040b4bf509:42471 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T20:20:15,472 INFO [M:0;8a040b4bf509:42471 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T20:20:15,472 INFO [M:0;8a040b4bf509:42471 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T20:20:15,473 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T20:20:15,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42471-0x10116f44a400006, quorum=127.0.0.1:58387, baseZNode=/2-1810681628 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1810681628/master 2024-11-07T20:20:15,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42471-0x10116f44a400006, quorum=127.0.0.1:58387, baseZNode=/2-1810681628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1810681628 2024-11-07T20:20:15,482 DEBUG [M:0;8a040b4bf509:42471 {}] zookeeper.ZKUtil(347): master:42471-0x10116f44a400006, quorum=127.0.0.1:58387, baseZNode=/2-1810681628 Unable to get data of znode /2-1810681628/master because node does not exist (not an error) 2024-11-07T20:20:15,482 WARN [M:0;8a040b4bf509:42471 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T20:20:15,483 INFO [M:0;8a040b4bf509:42471 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/.lastflushedseqids 2024-11-07T20:20:15,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35713 is added to blk_1073741848_1024 (size=245) 2024-11-07T20:20:15,561 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40541-0x10116f44a400007, quorum=127.0.0.1:58387, baseZNode=/2-1810681628 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:20:15,561 INFO [RS:0;8a040b4bf509:40541 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T20:20:15,561 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40541-0x10116f44a400007, quorum=127.0.0.1:58387, baseZNode=/2-1810681628 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:20:15,561 INFO [RS:0;8a040b4bf509:40541 {}] regionserver.HRegionServer(1031): Exiting; stopping=8a040b4bf509,40541,1731010789703; zookeeper connection closed. 2024-11-07T20:20:15,562 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1c58928b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1c58928b 2024-11-07T20:20:15,562 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T20:20:15,614 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.wal-reader.8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/WALs/8a040b4bf509,40817,1731010778881/8a040b4bf509%2C40817%2C1731010778881.1731010781190 to pos 1491, reset compression=false 2024-11-07T20:20:15,862 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280.replicationSource.wal-reader.8a040b4bf509%2C42413%2C1731010784280,1-8a040b4bf509,42413,1731010784280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/WALs/8a040b4bf509,42413,1731010784280/8a040b4bf509%2C42413%2C1731010784280.1731010786317 to pos 1471, reset compression=false 2024-11-07T20:20:15,887 INFO [M:0;8a040b4bf509:42471 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T20:20:15,888 INFO [M:0;8a040b4bf509:42471 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T20:20:15,888 DEBUG [M:0;8a040b4bf509:42471 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T20:20:15,888 INFO [M:0;8a040b4bf509:42471 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:20:15,888 DEBUG [M:0;8a040b4bf509:42471 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:20:15,888 DEBUG [M:0;8a040b4bf509:42471 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T20:20:15,888 DEBUG [M:0;8a040b4bf509:42471 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:20:15,888 INFO [M:0;8a040b4bf509:42471 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.57 KB heapSize=75.48 KB 2024-11-07T20:20:15,904 DEBUG [M:0;8a040b4bf509:42471 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/835b515104594c60ba2cfdc57b335998 is 82, key is hbase:meta,,1/info:regioninfo/1731010792980/Put/seqid=0 2024-11-07T20:20:15,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35713 is added to blk_1073741849_1025 (size=5672) 2024-11-07T20:20:16,217 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.wal-reader.8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/WALs/8a040b4bf509,40817,1731010778881/8a040b4bf509%2C40817%2C1731010778881.1731010781190 to pos 1491, reset compression=false 2024-11-07T20:20:16,308 INFO [M:0;8a040b4bf509:42471 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/835b515104594c60ba2cfdc57b335998 2024-11-07T20:20:16,324 DEBUG [M:0;8a040b4bf509:42471 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/96cdb7e7114d40eeac74f0e2cc614c3d is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731010805030/Put/seqid=0 2024-11-07T20:20:16,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35713 is added to blk_1073741850_1026 (size=9211) 2024-11-07T20:20:16,565 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280.replicationSource.wal-reader.8a040b4bf509%2C42413%2C1731010784280,1-8a040b4bf509,42413,1731010784280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/WALs/8a040b4bf509,42413,1731010784280/8a040b4bf509%2C42413%2C1731010784280.1731010786317 to pos 1471, reset compression=false 2024-11-07T20:20:16,728 INFO [M:0;8a040b4bf509:42471 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.02 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/96cdb7e7114d40eeac74f0e2cc614c3d 2024-11-07T20:20:16,747 DEBUG [M:0;8a040b4bf509:42471 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/60925861e10f4d00824beba75034549a is 69, key is 8a040b4bf509,40541,1731010789703/rs:state/1731010791866/Put/seqid=0 2024-11-07T20:20:16,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35713 is added to blk_1073741851_1027 (size=5156) 2024-11-07T20:20:16,751 INFO [M:0;8a040b4bf509:42471 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/60925861e10f4d00824beba75034549a 2024-11-07T20:20:16,754 DEBUG [M:0;8a040b4bf509:42471 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/835b515104594c60ba2cfdc57b335998 as hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/835b515104594c60ba2cfdc57b335998 2024-11-07T20:20:16,758 INFO [M:0;8a040b4bf509:42471 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/835b515104594c60ba2cfdc57b335998, entries=8, sequenceid=127, filesize=5.5 K 2024-11-07T20:20:16,759 DEBUG [M:0;8a040b4bf509:42471 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/96cdb7e7114d40eeac74f0e2cc614c3d as hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/96cdb7e7114d40eeac74f0e2cc614c3d 2024-11-07T20:20:16,762 INFO [M:0;8a040b4bf509:42471 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/96cdb7e7114d40eeac74f0e2cc614c3d, entries=15, sequenceid=127, filesize=9.0 K 2024-11-07T20:20:16,763 DEBUG [M:0;8a040b4bf509:42471 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/60925861e10f4d00824beba75034549a as hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/60925861e10f4d00824beba75034549a 2024-11-07T20:20:16,766 INFO [M:0;8a040b4bf509:42471 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43105/user/jenkins/test-data/933788af-f5ef-da28-d71b-8f29fafbc56b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/60925861e10f4d00824beba75034549a, entries=1, sequenceid=127, filesize=5.0 K 2024-11-07T20:20:16,766 INFO [M:0;8a040b4bf509:42471 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 878ms, sequenceid=127, compaction requested=false 2024-11-07T20:20:16,768 INFO [M:0;8a040b4bf509:42471 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:20:16,768 DEBUG [M:0;8a040b4bf509:42471 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731010815888Disabling compacts and flushes for region at 1731010815888Disabling writes for close at 1731010815888Obtaining lock to block concurrent updates at 1731010815888Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731010815888Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65097, getHeapSize=77224, getOffHeapSize=0, getCellsCount=148 at 1731010815888Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731010815889 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731010815889Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731010815904 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731010815904Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731010816312 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731010816324 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731010816324Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731010816732 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731010816747 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731010816747Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5368d39e: reopening flushed file at 1731010816754 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a1e5c0: reopening flushed file at 1731010816758 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@750097da: reopening flushed file at 1731010816762 (+4 ms)Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 878ms, sequenceid=127, compaction requested=false at 1731010816767 (+5 ms)Writing region close event to WAL at 1731010816768 (+1 ms)Closed at 1731010816768 2024-11-07T20:20:16,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35713 is added to blk_1073741830_1006 (size=73854) 2024-11-07T20:20:16,770 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T20:20:16,770 INFO [M:0;8a040b4bf509:42471 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T20:20:16,770 INFO [M:0;8a040b4bf509:42471 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42471 2024-11-07T20:20:16,771 INFO [M:0;8a040b4bf509:42471 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T20:20:16,919 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.wal-reader.8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/WALs/8a040b4bf509,40817,1731010778881/8a040b4bf509%2C40817%2C1731010778881.1731010781190 to pos 1491, reset compression=false 2024-11-07T20:20:16,962 INFO [M:0;8a040b4bf509:42471 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T20:20:16,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42471-0x10116f44a400006, quorum=127.0.0.1:58387, baseZNode=/2-1810681628 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:20:16,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42471-0x10116f44a400006, quorum=127.0.0.1:58387, baseZNode=/2-1810681628 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:20:17,004 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3745fe02{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T20:20:17,004 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@72a80487{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T20:20:17,004 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T20:20:17,005 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f7ab5fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T20:20:17,005 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2add119{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ada8850-3d59-8d9e-5c59-4dea974d2534/hadoop.log.dir/,STOPPED} 2024-11-07T20:20:17,006 WARN [BP-62748053-172.17.0.2-1731010787470 heartbeating to localhost/127.0.0.1:43105 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T20:20:17,006 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T20:20:17,006 WARN [BP-62748053-172.17.0.2-1731010787470 heartbeating to localhost/127.0.0.1:43105 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-62748053-172.17.0.2-1731010787470 (Datanode Uuid 205cda84-ae13-43dd-9e1e-0ba4fea2e3f3) service to localhost/127.0.0.1:43105 2024-11-07T20:20:17,006 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T20:20:17,006 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ada8850-3d59-8d9e-5c59-4dea974d2534/cluster_74655532-8546-ef39-c685-5e4cb84b6544/data/data1/current/BP-62748053-172.17.0.2-1731010787470 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T20:20:17,006 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ada8850-3d59-8d9e-5c59-4dea974d2534/cluster_74655532-8546-ef39-c685-5e4cb84b6544/data/data2/current/BP-62748053-172.17.0.2-1731010787470 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T20:20:17,007 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T20:20:17,012 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f3cf852{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T20:20:17,013 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@74bc548{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T20:20:17,013 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T20:20:17,013 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@396e52d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T20:20:17,013 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ab2ac3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ada8850-3d59-8d9e-5c59-4dea974d2534/hadoop.log.dir/,STOPPED} 2024-11-07T20:20:17,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T20:20:17,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T20:20:17,038 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T20:20:17,038 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:20:17,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:17,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:17,038 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:20:17,038 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T20:20:17,038 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=392578015, stopped=false 2024-11-07T20:20:17,038 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8a040b4bf509,46649,1731010784130 2024-11-07T20:20:17,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46649-0x10116f44a400003, quorum=127.0.0.1:58387, baseZNode=/1-481915277 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-481915277/running 2024-11-07T20:20:17,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42413-0x10116f44a400004, quorum=127.0.0.1:58387, baseZNode=/1-481915277 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-481915277/running 2024-11-07T20:20:17,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46649-0x10116f44a400003, quorum=127.0.0.1:58387, baseZNode=/1-481915277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-481915277 2024-11-07T20:20:17,056 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T20:20:17,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42413-0x10116f44a400004, quorum=127.0.0.1:58387, baseZNode=/1-481915277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-481915277 2024-11-07T20:20:17,057 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T20:20:17,057 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:20:17,057 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:17,057 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8a040b4bf509,42413,1731010784280' ***** 2024-11-07T20:20:17,057 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T20:20:17,057 INFO [RS:0;8a040b4bf509:42413 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T20:20:17,057 INFO [RS:0;8a040b4bf509:42413 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T20:20:17,057 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T20:20:17,057 INFO [RS:0;8a040b4bf509:42413 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T20:20:17,057 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46649-0x10116f44a400003, quorum=127.0.0.1:58387, baseZNode=/1-481915277 Set watcher on znode that does not yet exist, /1-481915277/running 2024-11-07T20:20:17,057 INFO [RS:0;8a040b4bf509:42413 {}] regionserver.HRegionServer(3091): Received CLOSE for 1ca377fc78403246e02a652810bdfeb1 2024-11-07T20:20:17,057 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42413-0x10116f44a400004, quorum=127.0.0.1:58387, baseZNode=/1-481915277 Set watcher on znode that does not yet exist, /1-481915277/running 2024-11-07T20:20:17,058 INFO [RS:0;8a040b4bf509:42413 {}] regionserver.HRegionServer(3091): Received CLOSE for fe82efa655c571b8f9622547b21aebd7 2024-11-07T20:20:17,058 INFO [RS:0;8a040b4bf509:42413 {}] regionserver.HRegionServer(959): stopping server 8a040b4bf509,42413,1731010784280 2024-11-07T20:20:17,058 INFO [RS:0;8a040b4bf509:42413 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T20:20:17,058 INFO [RS:0;8a040b4bf509:42413 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a040b4bf509:42413. 2024-11-07T20:20:17,058 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1ca377fc78403246e02a652810bdfeb1, disabling compactions & flushes 2024-11-07T20:20:17,058 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731010795223.1ca377fc78403246e02a652810bdfeb1. 2024-11-07T20:20:17,058 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731010795223.1ca377fc78403246e02a652810bdfeb1. 2024-11-07T20:20:17,058 DEBUG [RS:0;8a040b4bf509:42413 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:20:17,058 DEBUG [RS:0;8a040b4bf509:42413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:17,058 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731010795223.1ca377fc78403246e02a652810bdfeb1. after waiting 0 ms 2024-11-07T20:20:17,058 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731010795223.1ca377fc78403246e02a652810bdfeb1. 2024-11-07T20:20:17,058 INFO [RS:0;8a040b4bf509:42413 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T20:20:17,058 INFO [RS:0;8a040b4bf509:42413 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T20:20:17,058 INFO [RS:0;8a040b4bf509:42413 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T20:20:17,058 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1ca377fc78403246e02a652810bdfeb1 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-07T20:20:17,058 INFO [RS:0;8a040b4bf509:42413 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T20:20:17,058 INFO [RS:0;8a040b4bf509:42413 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-07T20:20:17,058 DEBUG [RS:0;8a040b4bf509:42413 {}] regionserver.HRegionServer(1325): Online Regions={1ca377fc78403246e02a652810bdfeb1=test,,1731010795223.1ca377fc78403246e02a652810bdfeb1., 1588230740=hbase:meta,,1.1588230740, fe82efa655c571b8f9622547b21aebd7=hbase:replication,,1731010801688.fe82efa655c571b8f9622547b21aebd7.} 2024-11-07T20:20:17,058 DEBUG [RS:0;8a040b4bf509:42413 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1ca377fc78403246e02a652810bdfeb1, fe82efa655c571b8f9622547b21aebd7 2024-11-07T20:20:17,058 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T20:20:17,058 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T20:20:17,058 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T20:20:17,058 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T20:20:17,058 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T20:20:17,058 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-07T20:20:17,072 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/data/hbase/meta/1588230740/.tmp/info/605a01205f7a48959d2b47f699531974 is 147, key is hbase:replication,,1731010801688.fe82efa655c571b8f9622547b21aebd7./info:regioninfo/1731010802896/Put/seqid=0 2024-11-07T20:20:17,072 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/data/default/test/1ca377fc78403246e02a652810bdfeb1/.tmp/f/7a3a2dccdc6641348fc052cd44ba6824 is 37, key is row3/f:row3/1731010812692/Put/seqid=0 2024-11-07T20:20:17,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38477 is added to blk_1073741840_1016 (size=7686) 2024-11-07T20:20:17,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38477 is added to blk_1073741841_1017 (size=5228) 2024-11-07T20:20:17,075 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/data/hbase/meta/1588230740/.tmp/info/605a01205f7a48959d2b47f699531974 2024-11-07T20:20:17,090 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/data/hbase/meta/1588230740/.tmp/ns/a30a7b8c81c94fcfa28b35c3f1330719 is 43, key is default/ns:d/1731010787343/Put/seqid=0 2024-11-07T20:20:17,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38477 is added to blk_1073741842_1018 (size=5153) 2024-11-07T20:20:17,098 INFO [regionserver/8a040b4bf509:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T20:20:17,177 INFO [regionserver/8a040b4bf509:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T20:20:17,177 INFO [regionserver/8a040b4bf509:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T20:20:17,258 DEBUG [RS:0;8a040b4bf509:42413 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1ca377fc78403246e02a652810bdfeb1, fe82efa655c571b8f9622547b21aebd7 2024-11-07T20:20:17,369 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280.replicationSource.wal-reader.8a040b4bf509%2C42413%2C1731010784280,1-8a040b4bf509,42413,1731010784280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/WALs/8a040b4bf509,42413,1731010784280/8a040b4bf509%2C42413%2C1731010784280.1731010786317 to pos 1471, reset compression=false 2024-11-07T20:20:17,373 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280.replicationSource.wal-reader.8a040b4bf509%2C42413%2C1731010784280,1-8a040b4bf509,42413,1731010784280 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T20:20:17,373 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280.replicationSource.wal-reader.8a040b4bf509%2C42413%2C1731010784280,1-8a040b4bf509,42413,1731010784280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/WALs/8a040b4bf509,42413,1731010784280/8a040b4bf509%2C42413%2C1731010784280.1731010786317 to pos 1718, reset compression=false 2024-11-07T20:20:17,373 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280.replicationSource.shipper8a040b4bf509%2C42413%2C1731010784280,1-8a040b4bf509,42413,1731010784280 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a040b4bf509,42413,1731010784280 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/WALs/8a040b4bf509,42413,1731010784280/8a040b4bf509%2C42413%2C1731010784280.1731010786317, lastWalPosition=1718, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T20:20:17,374 ERROR [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280.replicationSource.shipper8a040b4bf509%2C42413%2C1731010784280,1-8a040b4bf509,42413,1731010784280 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 8a040b4bf509,42413,1731010784280: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-8a040b4bf509,42413,1731010784280, walGroup=8a040b4bf509%2C42413%2C1731010784280, offset=8a040b4bf509%2C42413%2C1731010784280.1731010786317:1718, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a040b4bf509:42413 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-07T20:20:17,375 ERROR [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280.replicationSource.shipper8a040b4bf509%2C42413%2C1731010784280,1-8a040b4bf509,42413,1731010784280 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-07T20:20:17,375 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280.replicationSource.shipper8a040b4bf509%2C42413%2C1731010784280,1-8a040b4bf509,42413,1731010784280 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-07T20:20:17,376 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280.replicationSource.shipper8a040b4bf509%2C42413%2C1731010784280,1-8a040b4bf509,42413,1731010784280 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-07T20:20:17,376 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280.replicationSource.shipper8a040b4bf509%2C42413%2C1731010784280,1-8a040b4bf509,42413,1731010784280 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-07T20:20:17,376 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280.replicationSource.shipper8a040b4bf509%2C42413%2C1731010784280,1-8a040b4bf509,42413,1731010784280 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-07T20:20:17,376 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280.replicationSource.shipper8a040b4bf509%2C42413%2C1731010784280,1-8a040b4bf509,42413,1731010784280 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1205862400, "init": 1048576000, "max": 2306867200, "used": 861491168 }, "NonHeapMemoryUsage": { "committed": 202309632, "init": 7667712, "max": -1, "used": 199377200 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-07T20:20:17,377 WARN [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280.replicationSource.shipper8a040b4bf509%2C42413%2C1731010784280,1-8a040b4bf509,42413,1731010784280 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a040b4bf509:46649 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a040b4bf509:46649 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-07T20:20:17,459 DEBUG [RS:0;8a040b4bf509:42413 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1ca377fc78403246e02a652810bdfeb1, fe82efa655c571b8f9622547b21aebd7 2024-11-07T20:20:17,475 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/data/default/test/1ca377fc78403246e02a652810bdfeb1/.tmp/f/7a3a2dccdc6641348fc052cd44ba6824 2024-11-07T20:20:17,479 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7a3a2dccdc6641348fc052cd44ba6824 2024-11-07T20:20:17,494 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/data/hbase/meta/1588230740/.tmp/ns/a30a7b8c81c94fcfa28b35c3f1330719 2024-11-07T20:20:17,496 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/data/default/test/1ca377fc78403246e02a652810bdfeb1/.tmp/f1/513edce68d87434383239eafdf390932 is 30, key is row1/f1:/1731010810035/DeleteFamily/seqid=0 2024-11-07T20:20:17,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38477 is added to blk_1073741843_1019 (size=5158) 2024-11-07T20:20:17,499 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/data/default/test/1ca377fc78403246e02a652810bdfeb1/.tmp/f1/513edce68d87434383239eafdf390932 2024-11-07T20:20:17,503 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 513edce68d87434383239eafdf390932 2024-11-07T20:20:17,512 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/data/hbase/meta/1588230740/.tmp/rep_barrier/0969ef3364fb4433aceca6ac36fc3eb4 is 112, key is test,,1731010795223.1ca377fc78403246e02a652810bdfeb1./rep_barrier:seqnumDuringOpen/1731010796370/Put/seqid=0 2024-11-07T20:20:17,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38477 is added to blk_1073741844_1020 (size=5518) 2024-11-07T20:20:17,518 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/data/default/test/1ca377fc78403246e02a652810bdfeb1/.tmp/norep/df1c12b006224886b4bde4c8f70ba5fd is 33, key is row1/norep:/1731010810035/DeleteFamily/seqid=0 2024-11-07T20:20:17,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38477 is added to blk_1073741845_1021 (size=5108) 2024-11-07T20:20:17,576 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280.replicationSource.wal-reader.8a040b4bf509%2C42413%2C1731010784280,1-8a040b4bf509,42413,1731010784280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/WALs/8a040b4bf509,42413,1731010784280/8a040b4bf509%2C42413%2C1731010784280.1731010786317 to pos 1718, reset compression=false 2024-11-07T20:20:17,659 DEBUG [RS:0;8a040b4bf509:42413 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1ca377fc78403246e02a652810bdfeb1, fe82efa655c571b8f9622547b21aebd7 2024-11-07T20:20:17,722 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.wal-reader.8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/WALs/8a040b4bf509,40817,1731010778881/8a040b4bf509%2C40817%2C1731010778881.1731010781190 to pos 1491, reset compression=false 2024-11-07T20:20:17,859 DEBUG [RS:0;8a040b4bf509:42413 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1ca377fc78403246e02a652810bdfeb1, fe82efa655c571b8f9622547b21aebd7 2024-11-07T20:20:17,879 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280.replicationSource.wal-reader.8a040b4bf509%2C42413%2C1731010784280,1-8a040b4bf509,42413,1731010784280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/WALs/8a040b4bf509,42413,1731010784280/8a040b4bf509%2C42413%2C1731010784280.1731010786317 to pos 1718, reset compression=false 2024-11-07T20:20:17,916 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/data/hbase/meta/1588230740/.tmp/rep_barrier/0969ef3364fb4433aceca6ac36fc3eb4 2024-11-07T20:20:17,923 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/data/default/test/1ca377fc78403246e02a652810bdfeb1/.tmp/norep/df1c12b006224886b4bde4c8f70ba5fd 2024-11-07T20:20:17,927 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for df1c12b006224886b4bde4c8f70ba5fd 2024-11-07T20:20:17,927 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/data/default/test/1ca377fc78403246e02a652810bdfeb1/.tmp/f/7a3a2dccdc6641348fc052cd44ba6824 as hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/data/default/test/1ca377fc78403246e02a652810bdfeb1/f/7a3a2dccdc6641348fc052cd44ba6824 2024-11-07T20:20:17,931 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7a3a2dccdc6641348fc052cd44ba6824 2024-11-07T20:20:17,931 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/data/default/test/1ca377fc78403246e02a652810bdfeb1/f/7a3a2dccdc6641348fc052cd44ba6824, entries=5, sequenceid=12, filesize=5.1 K 2024-11-07T20:20:17,932 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/data/default/test/1ca377fc78403246e02a652810bdfeb1/.tmp/f1/513edce68d87434383239eafdf390932 as hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/data/default/test/1ca377fc78403246e02a652810bdfeb1/f1/513edce68d87434383239eafdf390932 2024-11-07T20:20:17,933 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/data/hbase/meta/1588230740/.tmp/table/ee0208595b5e4523a262df065c01f3b9 is 53, key is hbase:replication/table:state/1731010802912/Put/seqid=0 2024-11-07T20:20:17,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38477 is added to blk_1073741846_1022 (size=5308) 2024-11-07T20:20:17,936 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 513edce68d87434383239eafdf390932 2024-11-07T20:20:17,936 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/data/default/test/1ca377fc78403246e02a652810bdfeb1/f1/513edce68d87434383239eafdf390932, entries=3, sequenceid=12, filesize=5.0 K 2024-11-07T20:20:17,937 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/data/default/test/1ca377fc78403246e02a652810bdfeb1/.tmp/norep/df1c12b006224886b4bde4c8f70ba5fd as hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/data/default/test/1ca377fc78403246e02a652810bdfeb1/norep/df1c12b006224886b4bde4c8f70ba5fd 2024-11-07T20:20:17,940 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for df1c12b006224886b4bde4c8f70ba5fd 2024-11-07T20:20:17,940 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/data/default/test/1ca377fc78403246e02a652810bdfeb1/norep/df1c12b006224886b4bde4c8f70ba5fd, entries=1, sequenceid=12, filesize=5.0 K 2024-11-07T20:20:17,941 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 1ca377fc78403246e02a652810bdfeb1 in 883ms, sequenceid=12, compaction requested=false 2024-11-07T20:20:17,941 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-07T20:20:17,945 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/data/default/test/1ca377fc78403246e02a652810bdfeb1/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-07T20:20:17,945 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T20:20:17,945 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T20:20:17,945 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731010795223.1ca377fc78403246e02a652810bdfeb1. 2024-11-07T20:20:17,945 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1ca377fc78403246e02a652810bdfeb1: Waiting for close lock at 1731010817058Running coprocessor pre-close hooks at 1731010817058Disabling compacts and flushes for region at 1731010817058Disabling writes for close at 1731010817058Obtaining lock to block concurrent updates at 1731010817058Preparing flush snapshotting stores in 1ca377fc78403246e02a652810bdfeb1 at 1731010817058Finished memstore snapshotting test,,1731010795223.1ca377fc78403246e02a652810bdfeb1., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731010817058Flushing stores of test,,1731010795223.1ca377fc78403246e02a652810bdfeb1. at 1731010817059 (+1 ms)Flushing 1ca377fc78403246e02a652810bdfeb1/f: creating writer at 1731010817059Flushing 1ca377fc78403246e02a652810bdfeb1/f: appending metadata at 1731010817071 (+12 ms)Flushing 1ca377fc78403246e02a652810bdfeb1/f: closing flushed file at 1731010817071Flushing 1ca377fc78403246e02a652810bdfeb1/f1: creating writer at 1731010817479 (+408 ms)Flushing 1ca377fc78403246e02a652810bdfeb1/f1: appending metadata at 1731010817495 (+16 ms)Flushing 1ca377fc78403246e02a652810bdfeb1/f1: closing flushed file at 1731010817495Flushing 1ca377fc78403246e02a652810bdfeb1/norep: creating writer at 1731010817503 (+8 ms)Flushing 1ca377fc78403246e02a652810bdfeb1/norep: appending metadata at 1731010817518 (+15 ms)Flushing 1ca377fc78403246e02a652810bdfeb1/norep: closing flushed file at 1731010817518Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29afb69e: reopening flushed file at 1731010817927 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37207050: reopening flushed file at 1731010817931 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e6c9dd9: reopening flushed file at 1731010817936 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 1ca377fc78403246e02a652810bdfeb1 in 883ms, sequenceid=12, compaction requested=false at 1731010817941 (+5 ms)Writing region close event to WAL at 1731010817942 (+1 ms)Running coprocessor post-close hooks at 1731010817945 (+3 ms)Closed at 1731010817945 2024-11-07T20:20:17,945 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731010795223.1ca377fc78403246e02a652810bdfeb1. 2024-11-07T20:20:17,946 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fe82efa655c571b8f9622547b21aebd7, disabling compactions & flushes 2024-11-07T20:20:17,946 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731010801688.fe82efa655c571b8f9622547b21aebd7. 2024-11-07T20:20:17,946 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731010801688.fe82efa655c571b8f9622547b21aebd7. 2024-11-07T20:20:17,946 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731010801688.fe82efa655c571b8f9622547b21aebd7. after waiting 0 ms 2024-11-07T20:20:17,946 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731010801688.fe82efa655c571b8f9622547b21aebd7. 2024-11-07T20:20:17,946 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fe82efa655c571b8f9622547b21aebd7: Waiting for close lock at 1731010817946Running coprocessor pre-close hooks at 1731010817946Disabling compacts and flushes for region at 1731010817946Disabling writes for close at 1731010817946Failed flush hbase:replication,,1731010801688.fe82efa655c571b8f9622547b21aebd7., putting online again at 1731010817946 2024-11-07T20:20:17,946 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731010801688.fe82efa655c571b8f9622547b21aebd7. 2024-11-07T20:20:18,059 INFO [RS:0;8a040b4bf509:42413 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T20:20:18,059 DEBUG [RS:0;8a040b4bf509:42413 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, fe82efa655c571b8f9622547b21aebd7=hbase:replication,,1731010801688.fe82efa655c571b8f9622547b21aebd7.} 2024-11-07T20:20:18,059 INFO [RS:0;8a040b4bf509:42413 {}] regionserver.HRegionServer(3091): Received CLOSE for fe82efa655c571b8f9622547b21aebd7 2024-11-07T20:20:18,059 DEBUG [RS:0;8a040b4bf509:42413 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fe82efa655c571b8f9622547b21aebd7 2024-11-07T20:20:18,059 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fe82efa655c571b8f9622547b21aebd7, disabling compactions & flushes 2024-11-07T20:20:18,059 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731010801688.fe82efa655c571b8f9622547b21aebd7. 2024-11-07T20:20:18,059 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731010801688.fe82efa655c571b8f9622547b21aebd7. 2024-11-07T20:20:18,059 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731010801688.fe82efa655c571b8f9622547b21aebd7. after waiting 0 ms 2024-11-07T20:20:18,059 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731010801688.fe82efa655c571b8f9622547b21aebd7. 2024-11-07T20:20:18,060 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fe82efa655c571b8f9622547b21aebd7: Waiting for close lock at 1731010818059Running coprocessor pre-close hooks at 1731010818059Disabling compacts and flushes for region at 1731010818059Disabling writes for close at 1731010818059Failed flush hbase:replication,,1731010801688.fe82efa655c571b8f9622547b21aebd7., putting online again at 1731010818059 2024-11-07T20:20:18,060 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731010801688.fe82efa655c571b8f9622547b21aebd7. 2024-11-07T20:20:18,259 DEBUG [RS:0;8a040b4bf509:42413 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T20:20:18,283 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280.replicationSource.wal-reader.8a040b4bf509%2C42413%2C1731010784280,1-8a040b4bf509,42413,1731010784280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/WALs/8a040b4bf509,42413,1731010784280/8a040b4bf509%2C42413%2C1731010784280.1731010786317 to pos 1718, reset compression=false 2024-11-07T20:20:18,287 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280.replicationSource.wal-reader.8a040b4bf509%2C42413%2C1731010784280,1-8a040b4bf509,42413,1731010784280 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T20:20:18,287 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280.replicationSource.wal-reader.8a040b4bf509%2C42413%2C1731010784280,1-8a040b4bf509,42413,1731010784280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/WALs/8a040b4bf509,42413,1731010784280/8a040b4bf509%2C42413%2C1731010784280.1731010786317 to pos 2362, reset compression=false 2024-11-07T20:20:18,336 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/data/hbase/meta/1588230740/.tmp/table/ee0208595b5e4523a262df065c01f3b9 2024-11-07T20:20:18,339 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/data/hbase/meta/1588230740/.tmp/info/605a01205f7a48959d2b47f699531974 as hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/data/hbase/meta/1588230740/info/605a01205f7a48959d2b47f699531974 2024-11-07T20:20:18,343 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/data/hbase/meta/1588230740/info/605a01205f7a48959d2b47f699531974, entries=20, sequenceid=16, filesize=7.5 K 2024-11-07T20:20:18,344 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/data/hbase/meta/1588230740/.tmp/ns/a30a7b8c81c94fcfa28b35c3f1330719 as hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/data/hbase/meta/1588230740/ns/a30a7b8c81c94fcfa28b35c3f1330719 2024-11-07T20:20:18,347 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/data/hbase/meta/1588230740/ns/a30a7b8c81c94fcfa28b35c3f1330719, entries=2, sequenceid=16, filesize=5.0 K 2024-11-07T20:20:18,347 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/data/hbase/meta/1588230740/.tmp/rep_barrier/0969ef3364fb4433aceca6ac36fc3eb4 as hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/data/hbase/meta/1588230740/rep_barrier/0969ef3364fb4433aceca6ac36fc3eb4 2024-11-07T20:20:18,350 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/data/hbase/meta/1588230740/rep_barrier/0969ef3364fb4433aceca6ac36fc3eb4, entries=1, sequenceid=16, filesize=5.4 K 2024-11-07T20:20:18,351 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/data/hbase/meta/1588230740/.tmp/table/ee0208595b5e4523a262df065c01f3b9 as hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/data/hbase/meta/1588230740/table/ee0208595b5e4523a262df065c01f3b9 2024-11-07T20:20:18,354 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/data/hbase/meta/1588230740/table/ee0208595b5e4523a262df065c01f3b9, entries=4, sequenceid=16, filesize=5.2 K 2024-11-07T20:20:18,355 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1297ms, sequenceid=16, compaction requested=false 2024-11-07T20:20:18,355 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T20:20:18,359 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-07T20:20:18,360 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T20:20:18,360 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T20:20:18,360 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T20:20:18,360 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731010817058Running coprocessor pre-close hooks at 1731010817058Disabling compacts and flushes for region at 1731010817058Disabling writes for close at 1731010817058Obtaining lock to block concurrent updates at 1731010817058Preparing flush snapshotting stores in 1588230740 at 1731010817058Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731010817059 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731010817059Flushing 1588230740/info: creating writer at 1731010817059Flushing 1588230740/info: appending metadata at 1731010817071 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731010817071Flushing 1588230740/ns: creating writer at 1731010817079 (+8 ms)Flushing 1588230740/ns: appending metadata at 1731010817090 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1731010817090Flushing 1588230740/rep_barrier: creating writer at 1731010817498 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731010817512 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731010817512Flushing 1588230740/table: creating writer at 1731010817919 (+407 ms)Flushing 1588230740/table: appending metadata at 1731010817932 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731010817932Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@744b0a7c: reopening flushed file at 1731010818339 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@550ba454: reopening flushed file at 1731010818343 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56520650: reopening flushed file at 1731010818347 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cc86f84: reopening flushed file at 1731010818350 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1297ms, sequenceid=16, compaction requested=false at 1731010818355 (+5 ms)Writing region close event to WAL at 1731010818357 (+2 ms)Running coprocessor post-close hooks at 1731010818359 (+2 ms)Closed at 1731010818360 (+1 ms) 2024-11-07T20:20:18,360 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T20:20:18,460 INFO [RS:0;8a040b4bf509:42413 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-07T20:20:18,460 INFO [RS:0;8a040b4bf509:42413 {}] regionserver.HRegionServer(976): stopping server 8a040b4bf509,42413,1731010784280; all regions closed. 2024-11-07T20:20:18,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38477 is added to blk_1073741834_1010 (size=4239) 2024-11-07T20:20:18,462 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/WALs/8a040b4bf509,42413,1731010784280/8a040b4bf509%2C42413%2C1731010784280.meta.1731010787300.meta not finished, retry = 0 2024-11-07T20:20:18,490 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280.replicationSource.wal-reader.8a040b4bf509%2C42413%2C1731010784280,1-8a040b4bf509,42413,1731010784280 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/WALs/8a040b4bf509,42413,1731010784280/8a040b4bf509%2C42413%2C1731010784280.1731010786317 to pos 2362, reset compression=false 2024-11-07T20:20:18,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38477 is added to blk_1073741839_1015 (size=2609) 2024-11-07T20:20:18,565 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/WALs/8a040b4bf509,42413,1731010784280/8a040b4bf509%2C42413%2C1731010784280.rep.1731010802860 not finished, retry = 0 2024-11-07T20:20:18,625 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.wal-reader.8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/WALs/8a040b4bf509,40817,1731010778881/8a040b4bf509%2C40817%2C1731010778881.1731010781190 to pos 1491, reset compression=false 2024-11-07T20:20:18,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38477 is added to blk_1073741832_1008 (size=2370) 2024-11-07T20:20:18,667 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/WALs/8a040b4bf509,42413,1731010784280/8a040b4bf509%2C42413%2C1731010784280.1731010786317 not finished, retry = 0 2024-11-07T20:20:18,768 DEBUG [RS:0;8a040b4bf509:42413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:18,768 INFO [RS:0;8a040b4bf509:42413 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T20:20:18,768 INFO [RS:0;8a040b4bf509:42413 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T20:20:18,768 INFO [RS:0;8a040b4bf509:42413 {}] hbase.ChoreService(370): Chore service for: regionserver/8a040b4bf509:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-07T20:20:18,769 INFO [RS:0;8a040b4bf509:42413 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T20:20:18,769 INFO [regionserver/8a040b4bf509:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T20:20:18,769 INFO [RS:0;8a040b4bf509:42413 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8a040b4bf509,42413,1731010784280 because: Region server is closing 2024-11-07T20:20:18,769 INFO [RS:0;8a040b4bf509:42413 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a040b4bf509:42413. 2024-11-07T20:20:18,769 DEBUG [RS:0;8a040b4bf509:42413 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:20:18,769 DEBUG [RS:0;8a040b4bf509:42413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:18,769 DEBUG [RS:0;8a040b4bf509:42413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:18,769 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:20:18,869 INFO [RS:0;8a040b4bf509:42413 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,42413,1731010784280.replicationSource.shipper8a040b4bf509%2C42413%2C1731010784280,1-8a040b4bf509,42413,1731010784280 terminated 2024-11-07T20:20:18,870 INFO [RS:0;8a040b4bf509:42413 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a040b4bf509:42413. 2024-11-07T20:20:18,870 DEBUG [RS:0;8a040b4bf509:42413 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:20:18,870 DEBUG [RS:0;8a040b4bf509:42413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:18,870 DEBUG [RS:0;8a040b4bf509:42413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:18,870 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:20:18,870 INFO [RS:0;8a040b4bf509:42413 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42413 2024-11-07T20:20:18,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46649-0x10116f44a400003, quorum=127.0.0.1:58387, baseZNode=/1-481915277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-481915277/rs 2024-11-07T20:20:18,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42413-0x10116f44a400004, quorum=127.0.0.1:58387, baseZNode=/1-481915277 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-481915277/rs/8a040b4bf509,42413,1731010784280 2024-11-07T20:20:18,940 INFO [RS:0;8a040b4bf509:42413 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T20:20:18,951 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8a040b4bf509,42413,1731010784280] 2024-11-07T20:20:18,961 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-481915277/draining/8a040b4bf509,42413,1731010784280 already deleted, retry=false 2024-11-07T20:20:18,961 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8a040b4bf509,42413,1731010784280 expired; onlineServers=0 2024-11-07T20:20:18,961 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8a040b4bf509,46649,1731010784130' ***** 2024-11-07T20:20:18,961 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T20:20:18,961 INFO [M:0;8a040b4bf509:46649 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T20:20:18,961 INFO [M:0;8a040b4bf509:46649 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T20:20:18,962 DEBUG [M:0;8a040b4bf509:46649 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T20:20:18,962 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T20:20:18,962 DEBUG [M:0;8a040b4bf509:46649 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T20:20:18,962 DEBUG [master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.small.0-1731010786044 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.small.0-1731010786044,5,FailOnTimeoutGroup] 2024-11-07T20:20:18,962 DEBUG [master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.large.0-1731010786040 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.large.0-1731010786040,5,FailOnTimeoutGroup] 2024-11-07T20:20:18,962 INFO [M:0;8a040b4bf509:46649 {}] hbase.ChoreService(370): Chore service for: master/8a040b4bf509:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T20:20:18,962 INFO [M:0;8a040b4bf509:46649 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T20:20:18,962 DEBUG [M:0;8a040b4bf509:46649 {}] master.HMaster(1795): Stopping service threads 2024-11-07T20:20:18,962 INFO [M:0;8a040b4bf509:46649 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T20:20:18,962 INFO [M:0;8a040b4bf509:46649 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T20:20:18,962 INFO [M:0;8a040b4bf509:46649 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T20:20:18,962 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T20:20:18,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46649-0x10116f44a400003, quorum=127.0.0.1:58387, baseZNode=/1-481915277 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-481915277/master 2024-11-07T20:20:18,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46649-0x10116f44a400003, quorum=127.0.0.1:58387, baseZNode=/1-481915277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-481915277 2024-11-07T20:20:18,972 DEBUG [M:0;8a040b4bf509:46649 {}] zookeeper.ZKUtil(347): master:46649-0x10116f44a400003, quorum=127.0.0.1:58387, baseZNode=/1-481915277 Unable to get data of znode /1-481915277/master because node does not exist (not an error) 2024-11-07T20:20:18,972 WARN [M:0;8a040b4bf509:46649 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T20:20:18,972 INFO [M:0;8a040b4bf509:46649 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/.lastflushedseqids 2024-11-07T20:20:18,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38477 is added to blk_1073741847_1023 (size=245) 2024-11-07T20:20:19,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42413-0x10116f44a400004, quorum=127.0.0.1:58387, baseZNode=/1-481915277 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:20:19,051 INFO [RS:0;8a040b4bf509:42413 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T20:20:19,051 INFO [RS:0;8a040b4bf509:42413 {}] regionserver.HRegionServer(1031): Exiting; stopping=8a040b4bf509,42413,1731010784280; zookeeper connection closed. 2024-11-07T20:20:19,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42413-0x10116f44a400004, quorum=127.0.0.1:58387, baseZNode=/1-481915277 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:20:19,051 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6362c8e9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6362c8e9 2024-11-07T20:20:19,051 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T20:20:19,376 INFO [M:0;8a040b4bf509:46649 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T20:20:19,377 INFO [M:0;8a040b4bf509:46649 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T20:20:19,377 DEBUG [M:0;8a040b4bf509:46649 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T20:20:19,377 INFO [M:0;8a040b4bf509:46649 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:20:19,377 DEBUG [M:0;8a040b4bf509:46649 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:20:19,377 DEBUG [M:0;8a040b4bf509:46649 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T20:20:19,377 DEBUG [M:0;8a040b4bf509:46649 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:20:19,377 INFO [M:0;8a040b4bf509:46649 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-07T20:20:19,393 DEBUG [M:0;8a040b4bf509:46649 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ffab3da09df948a2b20d5524274a9e4f is 82, key is hbase:meta,,1/info:regioninfo/1731010787328/Put/seqid=0 2024-11-07T20:20:19,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38477 is added to blk_1073741848_1024 (size=5672) 2024-11-07T20:20:19,618 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T20:20:19,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:19,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:19,619 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:19,629 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.wal-reader.8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/WALs/8a040b4bf509,40817,1731010778881/8a040b4bf509%2C40817%2C1731010778881.1731010781190 to pos 1491, reset compression=false 2024-11-07T20:20:19,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:19,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:19,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:19,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:19,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:19,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:19,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:19,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:19,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:19,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:19,797 INFO [M:0;8a040b4bf509:46649 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ffab3da09df948a2b20d5524274a9e4f 2024-11-07T20:20:19,814 DEBUG [M:0;8a040b4bf509:46649 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f57be09cdc144c2bb7e65a0765da052b is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731010796381/Put/seqid=0 2024-11-07T20:20:19,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38477 is added to blk_1073741849_1025 (size=7217) 2024-11-07T20:20:20,218 INFO [M:0;8a040b4bf509:46649 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f57be09cdc144c2bb7e65a0765da052b 2024-11-07T20:20:20,222 INFO [M:0;8a040b4bf509:46649 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f57be09cdc144c2bb7e65a0765da052b 2024-11-07T20:20:20,238 DEBUG [M:0;8a040b4bf509:46649 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/016500ce14024e3d840c651d18a599be is 69, key is 8a040b4bf509,42413,1731010784280/rs:state/1731010786154/Put/seqid=0 2024-11-07T20:20:20,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38477 is added to blk_1073741850_1026 (size=5156) 2024-11-07T20:20:20,641 INFO [M:0;8a040b4bf509:46649 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/016500ce14024e3d840c651d18a599be 2024-11-07T20:20:20,645 DEBUG [M:0;8a040b4bf509:46649 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ffab3da09df948a2b20d5524274a9e4f as hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ffab3da09df948a2b20d5524274a9e4f 2024-11-07T20:20:20,649 INFO [M:0;8a040b4bf509:46649 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ffab3da09df948a2b20d5524274a9e4f, entries=8, sequenceid=105, filesize=5.5 K 2024-11-07T20:20:20,649 DEBUG [M:0;8a040b4bf509:46649 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f57be09cdc144c2bb7e65a0765da052b as hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f57be09cdc144c2bb7e65a0765da052b 2024-11-07T20:20:20,652 INFO [M:0;8a040b4bf509:46649 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f57be09cdc144c2bb7e65a0765da052b 2024-11-07T20:20:20,652 INFO [M:0;8a040b4bf509:46649 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f57be09cdc144c2bb7e65a0765da052b, entries=11, sequenceid=105, filesize=7.0 K 2024-11-07T20:20:20,653 DEBUG [M:0;8a040b4bf509:46649 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/016500ce14024e3d840c651d18a599be as hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/016500ce14024e3d840c651d18a599be 2024-11-07T20:20:20,656 INFO [M:0;8a040b4bf509:46649 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35107/user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/016500ce14024e3d840c651d18a599be, entries=1, sequenceid=105, filesize=5.0 K 2024-11-07T20:20:20,657 INFO [M:0;8a040b4bf509:46649 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=105, compaction requested=false 2024-11-07T20:20:20,657 INFO [M:0;8a040b4bf509:46649 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:20:20,657 DEBUG [M:0;8a040b4bf509:46649 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731010819377Disabling compacts and flushes for region at 1731010819377Disabling writes for close at 1731010819377Obtaining lock to block concurrent updates at 1731010819377Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731010819377Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1731010819377Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731010819378 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731010819378Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731010819393 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731010819393Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731010819801 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731010819814 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731010819814Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731010820222 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731010820237 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731010820237Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48ba602c: reopening flushed file at 1731010820645 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ca7a4ef: reopening flushed file at 1731010820649 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35cf65b2: reopening flushed file at 1731010820652 (+3 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=105, compaction requested=false at 1731010820657 (+5 ms)Writing region close event to WAL at 1731010820657Closed at 1731010820657 2024-11-07T20:20:20,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38477 is added to blk_1073741830_1006 (size=64411) 2024-11-07T20:20:20,659 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/823b44c9-ed21-d5ef-80e9-a3934f1de359/MasterData/WALs/8a040b4bf509,46649,1731010784130/8a040b4bf509%2C46649%2C1731010784130.1731010785662 not finished, retry = 0 2024-11-07T20:20:20,733 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.wal-reader.8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/WALs/8a040b4bf509,40817,1731010778881/8a040b4bf509%2C40817%2C1731010778881.1731010781190 to pos 1491, reset compression=false 2024-11-07T20:20:20,760 INFO [M:0;8a040b4bf509:46649 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T20:20:20,760 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T20:20:20,760 INFO [M:0;8a040b4bf509:46649 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46649 2024-11-07T20:20:20,760 INFO [M:0;8a040b4bf509:46649 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T20:20:20,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46649-0x10116f44a400003, quorum=127.0.0.1:58387, baseZNode=/1-481915277 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:20:20,919 INFO [M:0;8a040b4bf509:46649 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T20:20:20,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46649-0x10116f44a400003, quorum=127.0.0.1:58387, baseZNode=/1-481915277 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:20:20,923 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@55580c18{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T20:20:20,924 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@25482ea9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T20:20:20,924 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T20:20:20,924 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33eb7338{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T20:20:20,924 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23a6605b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c47b7b2-8b45-9d15-a1f5-acd09e0b4538/hadoop.log.dir/,STOPPED} 2024-11-07T20:20:20,925 WARN [BP-2109657173-172.17.0.2-1731010782265 heartbeating to localhost/127.0.0.1:35107 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T20:20:20,925 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T20:20:20,925 WARN [BP-2109657173-172.17.0.2-1731010782265 heartbeating to localhost/127.0.0.1:35107 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2109657173-172.17.0.2-1731010782265 (Datanode Uuid 8b6acb55-f9d0-4ccf-9255-9fbb7bd50e84) service to localhost/127.0.0.1:35107 2024-11-07T20:20:20,925 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T20:20:20,926 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c47b7b2-8b45-9d15-a1f5-acd09e0b4538/cluster_316ca489-ccaa-37b7-00f6-5f42f9e9666a/data/data1/current/BP-2109657173-172.17.0.2-1731010782265 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T20:20:20,926 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c47b7b2-8b45-9d15-a1f5-acd09e0b4538/cluster_316ca489-ccaa-37b7-00f6-5f42f9e9666a/data/data2/current/BP-2109657173-172.17.0.2-1731010782265 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T20:20:20,926 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T20:20:20,930 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6116b280{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T20:20:20,931 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61ecc8c5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T20:20:20,931 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T20:20:20,931 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6dee079b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T20:20:20,931 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42079d27{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c47b7b2-8b45-9d15-a1f5-acd09e0b4538/hadoop.log.dir/,STOPPED} 2024-11-07T20:20:20,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T20:20:20,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T20:20:20,957 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T20:20:20,957 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:20:20,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:20,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:20,957 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:20:20,957 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T20:20:20,957 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1269099840, stopped=false 2024-11-07T20:20:20,957 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8a040b4bf509,46345,1731010778681 2024-11-07T20:20:20,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40817-0x10116f44a400001, quorum=127.0.0.1:58387, baseZNode=/0397450535 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0397450535/running 2024-11-07T20:20:20,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46345-0x10116f44a400000, quorum=127.0.0.1:58387, baseZNode=/0397450535 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0397450535/running 2024-11-07T20:20:20,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40817-0x10116f44a400001, quorum=127.0.0.1:58387, baseZNode=/0397450535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0397450535 2024-11-07T20:20:20,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46345-0x10116f44a400000, quorum=127.0.0.1:58387, baseZNode=/0397450535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0397450535 2024-11-07T20:20:20,972 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T20:20:20,972 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T20:20:20,972 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:20:20,972 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:20,973 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8a040b4bf509,40817,1731010778881' ***** 2024-11-07T20:20:20,973 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T20:20:20,973 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46345-0x10116f44a400000, quorum=127.0.0.1:58387, baseZNode=/0397450535 Set watcher on znode that does not yet exist, /0397450535/running 2024-11-07T20:20:20,973 INFO [RS:0;8a040b4bf509:40817 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T20:20:20,973 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40817-0x10116f44a400001, quorum=127.0.0.1:58387, baseZNode=/0397450535 Set watcher on znode that does not yet exist, /0397450535/running 2024-11-07T20:20:20,973 INFO [RS:0;8a040b4bf509:40817 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T20:20:20,973 INFO [RS:0;8a040b4bf509:40817 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T20:20:20,973 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T20:20:20,973 INFO [RS:0;8a040b4bf509:40817 {}] regionserver.HRegionServer(3091): Received CLOSE for 0bea4607a730cac2f1e24c316f0d51f7 2024-11-07T20:20:20,973 INFO [RS:0;8a040b4bf509:40817 {}] regionserver.HRegionServer(3091): Received CLOSE for 193471fb96c784bd5358f6dec577187c 2024-11-07T20:20:20,973 INFO [RS:0;8a040b4bf509:40817 {}] regionserver.HRegionServer(959): stopping server 8a040b4bf509,40817,1731010778881 2024-11-07T20:20:20,973 INFO [RS:0;8a040b4bf509:40817 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T20:20:20,973 INFO [RS:0;8a040b4bf509:40817 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a040b4bf509:40817. 2024-11-07T20:20:20,973 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0bea4607a730cac2f1e24c316f0d51f7, disabling compactions & flushes 2024-11-07T20:20:20,973 DEBUG [RS:0;8a040b4bf509:40817 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:20:20,973 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731010793068.0bea4607a730cac2f1e24c316f0d51f7. 2024-11-07T20:20:20,973 DEBUG [RS:0;8a040b4bf509:40817 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:20,973 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731010793068.0bea4607a730cac2f1e24c316f0d51f7. 2024-11-07T20:20:20,974 INFO [RS:0;8a040b4bf509:40817 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T20:20:20,974 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731010793068.0bea4607a730cac2f1e24c316f0d51f7. after waiting 0 ms 2024-11-07T20:20:20,974 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731010793068.0bea4607a730cac2f1e24c316f0d51f7. 2024-11-07T20:20:20,974 INFO [RS:0;8a040b4bf509:40817 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T20:20:20,974 INFO [RS:0;8a040b4bf509:40817 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T20:20:20,974 INFO [RS:0;8a040b4bf509:40817 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T20:20:20,974 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0bea4607a730cac2f1e24c316f0d51f7 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-07T20:20:20,974 INFO [RS:0;8a040b4bf509:40817 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-07T20:20:20,974 DEBUG [RS:0;8a040b4bf509:40817 {}] regionserver.HRegionServer(1325): Online Regions={0bea4607a730cac2f1e24c316f0d51f7=test,,1731010793068.0bea4607a730cac2f1e24c316f0d51f7., 193471fb96c784bd5358f6dec577187c=hbase:replication,,1731010799535.193471fb96c784bd5358f6dec577187c., 1588230740=hbase:meta,,1.1588230740} 2024-11-07T20:20:20,974 DEBUG [RS:0;8a040b4bf509:40817 {}] regionserver.HRegionServer(1351): Waiting on 0bea4607a730cac2f1e24c316f0d51f7, 1588230740, 193471fb96c784bd5358f6dec577187c 2024-11-07T20:20:20,974 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T20:20:20,974 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T20:20:20,974 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T20:20:20,974 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T20:20:20,974 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T20:20:20,974 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-07T20:20:20,989 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/data/hbase/meta/1588230740/.tmp/info/3877ecea3f594a369f31493b6b82f96b is 147, key is hbase:replication,,1731010799535.193471fb96c784bd5358f6dec577187c./info:regioninfo/1731010800306/Put/seqid=0 2024-11-07T20:20:20,990 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/data/default/test/0bea4607a730cac2f1e24c316f0d51f7/.tmp/f/287c50a5954c48d59e9b0c10af5a1e9a is 37, key is row3/f:row3/1731010812692/Put/seqid=0 2024-11-07T20:20:20,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33115 is added to blk_1073741840_1016 (size=7686) 2024-11-07T20:20:20,993 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/data/hbase/meta/1588230740/.tmp/info/3877ecea3f594a369f31493b6b82f96b 2024-11-07T20:20:20,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33115 is added to blk_1073741841_1017 (size=5228) 2024-11-07T20:20:20,998 INFO [regionserver/8a040b4bf509:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T20:20:21,015 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/data/hbase/meta/1588230740/.tmp/ns/d951f7ebab924e728cec2f485155a6c3 is 43, key is default/ns:d/1731010782190/Put/seqid=0 2024-11-07T20:20:21,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33115 is added to blk_1073741842_1018 (size=5153) 2024-11-07T20:20:21,064 INFO [regionserver/8a040b4bf509:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T20:20:21,064 INFO [regionserver/8a040b4bf509:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T20:20:21,174 DEBUG [RS:0;8a040b4bf509:40817 {}] regionserver.HRegionServer(1351): Waiting on 0bea4607a730cac2f1e24c316f0d51f7, 1588230740, 193471fb96c784bd5358f6dec577187c 2024-11-07T20:20:21,374 DEBUG [RS:0;8a040b4bf509:40817 {}] regionserver.HRegionServer(1351): Waiting on 0bea4607a730cac2f1e24c316f0d51f7, 1588230740, 193471fb96c784bd5358f6dec577187c 2024-11-07T20:20:21,394 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/data/default/test/0bea4607a730cac2f1e24c316f0d51f7/.tmp/f/287c50a5954c48d59e9b0c10af5a1e9a 2024-11-07T20:20:21,398 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 287c50a5954c48d59e9b0c10af5a1e9a 2024-11-07T20:20:21,413 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/data/default/test/0bea4607a730cac2f1e24c316f0d51f7/.tmp/f1/127e135fe5ef465cab7e6d184860d4bb is 30, key is row1/f1:/1731010810035/DeleteFamily/seqid=0 2024-11-07T20:20:21,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33115 is added to blk_1073741843_1019 (size=5158) 2024-11-07T20:20:21,419 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/data/hbase/meta/1588230740/.tmp/ns/d951f7ebab924e728cec2f485155a6c3 2024-11-07T20:20:21,438 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/data/hbase/meta/1588230740/.tmp/rep_barrier/1372efb52006445bb761f361c351480d is 112, key is test,,1731010793068.0bea4607a730cac2f1e24c316f0d51f7./rep_barrier:seqnumDuringOpen/1731010794217/Put/seqid=0 2024-11-07T20:20:21,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33115 is added to blk_1073741844_1020 (size=5518) 2024-11-07T20:20:21,574 DEBUG [RS:0;8a040b4bf509:40817 {}] regionserver.HRegionServer(1351): Waiting on 0bea4607a730cac2f1e24c316f0d51f7, 1588230740, 193471fb96c784bd5358f6dec577187c 2024-11-07T20:20:21,775 DEBUG [RS:0;8a040b4bf509:40817 {}] regionserver.HRegionServer(1351): Waiting on 0bea4607a730cac2f1e24c316f0d51f7, 1588230740, 193471fb96c784bd5358f6dec577187c 2024-11-07T20:20:21,817 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/data/default/test/0bea4607a730cac2f1e24c316f0d51f7/.tmp/f1/127e135fe5ef465cab7e6d184860d4bb 2024-11-07T20:20:21,822 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 127e135fe5ef465cab7e6d184860d4bb 2024-11-07T20:20:21,839 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/data/default/test/0bea4607a730cac2f1e24c316f0d51f7/.tmp/norep/1d19ee9aea3645faa1246a83fed2f7f5 is 32, key is row/norep:/1731010809029/DeleteFamily/seqid=0 2024-11-07T20:20:21,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33115 is added to blk_1073741845_1021 (size=5101) 2024-11-07T20:20:21,842 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/data/hbase/meta/1588230740/.tmp/rep_barrier/1372efb52006445bb761f361c351480d 2024-11-07T20:20:21,872 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/data/hbase/meta/1588230740/.tmp/table/6b1094ac1a8d41b4a05c7e90496a2fad is 53, key is hbase:replication/table:state/1731010800314/Put/seqid=0 2024-11-07T20:20:21,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33115 is added to blk_1073741846_1022 (size=5308) 2024-11-07T20:20:21,876 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/data/hbase/meta/1588230740/.tmp/table/6b1094ac1a8d41b4a05c7e90496a2fad 2024-11-07T20:20:21,880 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/data/hbase/meta/1588230740/.tmp/info/3877ecea3f594a369f31493b6b82f96b as hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/data/hbase/meta/1588230740/info/3877ecea3f594a369f31493b6b82f96b 2024-11-07T20:20:21,884 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/data/hbase/meta/1588230740/info/3877ecea3f594a369f31493b6b82f96b, entries=20, sequenceid=16, filesize=7.5 K 2024-11-07T20:20:21,884 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/data/hbase/meta/1588230740/.tmp/ns/d951f7ebab924e728cec2f485155a6c3 as hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/data/hbase/meta/1588230740/ns/d951f7ebab924e728cec2f485155a6c3 2024-11-07T20:20:21,888 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/data/hbase/meta/1588230740/ns/d951f7ebab924e728cec2f485155a6c3, entries=2, sequenceid=16, filesize=5.0 K 2024-11-07T20:20:21,889 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/data/hbase/meta/1588230740/.tmp/rep_barrier/1372efb52006445bb761f361c351480d as hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/data/hbase/meta/1588230740/rep_barrier/1372efb52006445bb761f361c351480d 2024-11-07T20:20:21,893 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/data/hbase/meta/1588230740/rep_barrier/1372efb52006445bb761f361c351480d, entries=1, sequenceid=16, filesize=5.4 K 2024-11-07T20:20:21,893 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/data/hbase/meta/1588230740/.tmp/table/6b1094ac1a8d41b4a05c7e90496a2fad as hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/data/hbase/meta/1588230740/table/6b1094ac1a8d41b4a05c7e90496a2fad 2024-11-07T20:20:21,897 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/data/hbase/meta/1588230740/table/6b1094ac1a8d41b4a05c7e90496a2fad, entries=4, sequenceid=16, filesize=5.2 K 2024-11-07T20:20:21,897 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 923ms, sequenceid=16, compaction requested=false 2024-11-07T20:20:21,901 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-07T20:20:21,901 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T20:20:21,901 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T20:20:21,901 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T20:20:21,901 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731010820974Running coprocessor pre-close hooks at 1731010820974Disabling compacts and flushes for region at 1731010820974Disabling writes for close at 1731010820974Obtaining lock to block concurrent updates at 1731010820974Preparing flush snapshotting stores in 1588230740 at 1731010820974Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731010820974Flushing stores of hbase:meta,,1.1588230740 at 1731010820975 (+1 ms)Flushing 1588230740/info: creating writer at 1731010820975Flushing 1588230740/info: appending metadata at 1731010820989 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731010820989Flushing 1588230740/ns: creating writer at 1731010820997 (+8 ms)Flushing 1588230740/ns: appending metadata at 1731010821015 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731010821015Flushing 1588230740/rep_barrier: creating writer at 1731010821422 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731010821438 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731010821438Flushing 1588230740/table: creating writer at 1731010821855 (+417 ms)Flushing 1588230740/table: appending metadata at 1731010821872 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731010821872Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a9917c7: reopening flushed file at 1731010821879 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27695590: reopening flushed file at 1731010821884 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d34af3e: reopening flushed file at 1731010821889 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34d65dc4: reopening flushed file at 1731010821893 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 923ms, sequenceid=16, compaction requested=false at 1731010821897 (+4 ms)Writing region close event to WAL at 1731010821898 (+1 ms)Running coprocessor post-close hooks at 1731010821901 (+3 ms)Closed at 1731010821901 2024-11-07T20:20:21,902 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T20:20:21,936 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.wal-reader.8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/WALs/8a040b4bf509,40817,1731010778881/8a040b4bf509%2C40817%2C1731010778881.1731010781190 to pos 1491, reset compression=false 2024-11-07T20:20:21,940 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.wal-reader.8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T20:20:21,940 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.wal-reader.8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/WALs/8a040b4bf509,40817,1731010778881/8a040b4bf509%2C40817%2C1731010778881.1731010781190 to pos 1738, reset compression=false 2024-11-07T20:20:21,940 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.shipper8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a040b4bf509,40817,1731010778881 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/WALs/8a040b4bf509,40817,1731010778881/8a040b4bf509%2C40817%2C1731010778881.1731010781190, lastWalPosition=1738, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T20:20:21,941 ERROR [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.shipper8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 8a040b4bf509,40817,1731010778881: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-8a040b4bf509,40817,1731010778881, walGroup=8a040b4bf509%2C40817%2C1731010778881, offset=8a040b4bf509%2C40817%2C1731010778881.1731010781190:1738, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a040b4bf509:40817 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-07T20:20:21,942 ERROR [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.shipper8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-07T20:20:21,942 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.shipper8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-07T20:20:21,942 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.shipper8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-07T20:20:21,943 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.shipper8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-07T20:20:21,943 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.shipper8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-07T20:20:21,943 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.shipper8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1205862400, "init": 1048576000, "max": 2306867200, "used": 722801360 }, "NonHeapMemoryUsage": { "committed": 202899456, "init": 7667712, "max": -1, "used": 199996400 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-07T20:20:21,943 WARN [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.shipper8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a040b4bf509:46345 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a040b4bf509:46345 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-07T20:20:21,975 INFO [RS:0;8a040b4bf509:40817 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T20:20:21,975 DEBUG [RS:0;8a040b4bf509:40817 {}] regionserver.HRegionServer(1325): Online Regions={0bea4607a730cac2f1e24c316f0d51f7=test,,1731010793068.0bea4607a730cac2f1e24c316f0d51f7., 193471fb96c784bd5358f6dec577187c=hbase:replication,,1731010799535.193471fb96c784bd5358f6dec577187c.} 2024-11-07T20:20:21,975 DEBUG [RS:0;8a040b4bf509:40817 {}] regionserver.HRegionServer(1351): Waiting on 0bea4607a730cac2f1e24c316f0d51f7, 193471fb96c784bd5358f6dec577187c 2024-11-07T20:20:22,149 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.wal-reader.8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/WALs/8a040b4bf509,40817,1731010778881/8a040b4bf509%2C40817%2C1731010778881.1731010781190 to pos 1738, reset compression=false 2024-11-07T20:20:22,175 DEBUG [RS:0;8a040b4bf509:40817 {}] regionserver.HRegionServer(1351): Waiting on 0bea4607a730cac2f1e24c316f0d51f7, 193471fb96c784bd5358f6dec577187c 2024-11-07T20:20:22,239 INFO [master/8a040b4bf509:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-07T20:20:22,239 INFO [master/8a040b4bf509:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-07T20:20:22,243 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/data/default/test/0bea4607a730cac2f1e24c316f0d51f7/.tmp/norep/1d19ee9aea3645faa1246a83fed2f7f5 2024-11-07T20:20:22,246 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1d19ee9aea3645faa1246a83fed2f7f5 2024-11-07T20:20:22,247 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/data/default/test/0bea4607a730cac2f1e24c316f0d51f7/.tmp/f/287c50a5954c48d59e9b0c10af5a1e9a as hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/data/default/test/0bea4607a730cac2f1e24c316f0d51f7/f/287c50a5954c48d59e9b0c10af5a1e9a 2024-11-07T20:20:22,251 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 287c50a5954c48d59e9b0c10af5a1e9a 2024-11-07T20:20:22,251 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/data/default/test/0bea4607a730cac2f1e24c316f0d51f7/f/287c50a5954c48d59e9b0c10af5a1e9a, entries=5, sequenceid=12, filesize=5.1 K 2024-11-07T20:20:22,252 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/data/default/test/0bea4607a730cac2f1e24c316f0d51f7/.tmp/f1/127e135fe5ef465cab7e6d184860d4bb as hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/data/default/test/0bea4607a730cac2f1e24c316f0d51f7/f1/127e135fe5ef465cab7e6d184860d4bb 2024-11-07T20:20:22,256 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 127e135fe5ef465cab7e6d184860d4bb 2024-11-07T20:20:22,256 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/data/default/test/0bea4607a730cac2f1e24c316f0d51f7/f1/127e135fe5ef465cab7e6d184860d4bb, entries=3, sequenceid=12, filesize=5.0 K 2024-11-07T20:20:22,257 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/data/default/test/0bea4607a730cac2f1e24c316f0d51f7/.tmp/norep/1d19ee9aea3645faa1246a83fed2f7f5 as hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/data/default/test/0bea4607a730cac2f1e24c316f0d51f7/norep/1d19ee9aea3645faa1246a83fed2f7f5 2024-11-07T20:20:22,261 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1d19ee9aea3645faa1246a83fed2f7f5 2024-11-07T20:20:22,261 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/data/default/test/0bea4607a730cac2f1e24c316f0d51f7/norep/1d19ee9aea3645faa1246a83fed2f7f5, entries=1, sequenceid=12, filesize=5.0 K 2024-11-07T20:20:22,262 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 0bea4607a730cac2f1e24c316f0d51f7 in 1288ms, sequenceid=12, compaction requested=false 2024-11-07T20:20:22,276 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/data/default/test/0bea4607a730cac2f1e24c316f0d51f7/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-07T20:20:22,277 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T20:20:22,277 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T20:20:22,277 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731010793068.0bea4607a730cac2f1e24c316f0d51f7. 2024-11-07T20:20:22,277 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0bea4607a730cac2f1e24c316f0d51f7: Waiting for close lock at 1731010820973Running coprocessor pre-close hooks at 1731010820973Disabling compacts and flushes for region at 1731010820973Disabling writes for close at 1731010820974 (+1 ms)Obtaining lock to block concurrent updates at 1731010820974Preparing flush snapshotting stores in 0bea4607a730cac2f1e24c316f0d51f7 at 1731010820974Finished memstore snapshotting test,,1731010793068.0bea4607a730cac2f1e24c316f0d51f7., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731010820974Flushing stores of test,,1731010793068.0bea4607a730cac2f1e24c316f0d51f7. at 1731010820974Flushing 0bea4607a730cac2f1e24c316f0d51f7/f: creating writer at 1731010820975 (+1 ms)Flushing 0bea4607a730cac2f1e24c316f0d51f7/f: appending metadata at 1731010820990 (+15 ms)Flushing 0bea4607a730cac2f1e24c316f0d51f7/f: closing flushed file at 1731010820990Flushing 0bea4607a730cac2f1e24c316f0d51f7/f1: creating writer at 1731010821398 (+408 ms)Flushing 0bea4607a730cac2f1e24c316f0d51f7/f1: appending metadata at 1731010821413 (+15 ms)Flushing 0bea4607a730cac2f1e24c316f0d51f7/f1: closing flushed file at 1731010821413Flushing 0bea4607a730cac2f1e24c316f0d51f7/norep: creating writer at 1731010821822 (+409 ms)Flushing 0bea4607a730cac2f1e24c316f0d51f7/norep: appending metadata at 1731010821838 (+16 ms)Flushing 0bea4607a730cac2f1e24c316f0d51f7/norep: closing flushed file at 1731010821838Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11af4e4: reopening flushed file at 1731010822246 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c2c164e: reopening flushed file at 1731010822251 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12982b24: reopening flushed file at 1731010822256 (+5 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 0bea4607a730cac2f1e24c316f0d51f7 in 1288ms, sequenceid=12, compaction requested=false at 1731010822262 (+6 ms)Writing region close event to WAL at 1731010822273 (+11 ms)Running coprocessor post-close hooks at 1731010822277 (+4 ms)Closed at 1731010822277 2024-11-07T20:20:22,277 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731010793068.0bea4607a730cac2f1e24c316f0d51f7. 2024-11-07T20:20:22,277 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 193471fb96c784bd5358f6dec577187c, disabling compactions & flushes 2024-11-07T20:20:22,277 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731010799535.193471fb96c784bd5358f6dec577187c. 2024-11-07T20:20:22,277 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731010799535.193471fb96c784bd5358f6dec577187c. 2024-11-07T20:20:22,277 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731010799535.193471fb96c784bd5358f6dec577187c. after waiting 0 ms 2024-11-07T20:20:22,277 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731010799535.193471fb96c784bd5358f6dec577187c. 2024-11-07T20:20:22,277 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 193471fb96c784bd5358f6dec577187c: Waiting for close lock at 1731010822277Running coprocessor pre-close hooks at 1731010822277Disabling compacts and flushes for region at 1731010822277Disabling writes for close at 1731010822277Failed flush hbase:replication,,1731010799535.193471fb96c784bd5358f6dec577187c., putting online again at 1731010822277 2024-11-07T20:20:22,277 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731010799535.193471fb96c784bd5358f6dec577187c. 2024-11-07T20:20:22,375 INFO [RS:0;8a040b4bf509:40817 {}] regionserver.HRegionServer(3091): Received CLOSE for 193471fb96c784bd5358f6dec577187c 2024-11-07T20:20:22,375 DEBUG [RS:0;8a040b4bf509:40817 {}] regionserver.HRegionServer(1351): Waiting on 193471fb96c784bd5358f6dec577187c 2024-11-07T20:20:22,375 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 193471fb96c784bd5358f6dec577187c, disabling compactions & flushes 2024-11-07T20:20:22,375 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731010799535.193471fb96c784bd5358f6dec577187c. 2024-11-07T20:20:22,375 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731010799535.193471fb96c784bd5358f6dec577187c. 2024-11-07T20:20:22,375 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731010799535.193471fb96c784bd5358f6dec577187c. after waiting 0 ms 2024-11-07T20:20:22,376 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731010799535.193471fb96c784bd5358f6dec577187c. 2024-11-07T20:20:22,376 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 193471fb96c784bd5358f6dec577187c: Waiting for close lock at 1731010822375Running coprocessor pre-close hooks at 1731010822375Disabling compacts and flushes for region at 1731010822375Disabling writes for close at 1731010822375Failed flush hbase:replication,,1731010799535.193471fb96c784bd5358f6dec577187c., putting online again at 1731010822376 (+1 ms) 2024-11-07T20:20:22,376 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731010799535.193471fb96c784bd5358f6dec577187c. 2024-11-07T20:20:22,452 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.wal-reader.8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/WALs/8a040b4bf509,40817,1731010778881/8a040b4bf509%2C40817%2C1731010778881.1731010781190 to pos 1738, reset compression=false 2024-11-07T20:20:22,456 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.wal-reader.8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T20:20:22,456 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.wal-reader.8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/WALs/8a040b4bf509,40817,1731010778881/8a040b4bf509%2C40817%2C1731010778881.1731010781190 to pos 2382, reset compression=false 2024-11-07T20:20:22,575 INFO [RS:0;8a040b4bf509:40817 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-07T20:20:22,575 INFO [RS:0;8a040b4bf509:40817 {}] regionserver.HRegionServer(976): stopping server 8a040b4bf509,40817,1731010778881; all regions closed. 2024-11-07T20:20:22,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33115 is added to blk_1073741834_1010 (size=4239) 2024-11-07T20:20:22,578 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/WALs/8a040b4bf509,40817,1731010778881/8a040b4bf509%2C40817%2C1731010778881.meta.1731010782116.meta not finished, retry = 0 2024-11-07T20:20:22,659 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.wal-reader.8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/WALs/8a040b4bf509,40817,1731010778881/8a040b4bf509%2C40817%2C1731010778881.1731010781190 to pos 2382, reset compression=false 2024-11-07T20:20:22,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33115 is added to blk_1073741839_1015 (size=2609) 2024-11-07T20:20:22,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33115 is added to blk_1073741832_1008 (size=2390) 2024-11-07T20:20:22,688 DEBUG [RS:0;8a040b4bf509:40817 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:22,688 INFO [RS:0;8a040b4bf509:40817 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T20:20:22,688 INFO [RS:0;8a040b4bf509:40817 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T20:20:22,688 INFO [RS:0;8a040b4bf509:40817 {}] hbase.ChoreService(370): Chore service for: regionserver/8a040b4bf509:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T20:20:22,688 INFO [RS:0;8a040b4bf509:40817 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T20:20:22,688 INFO [regionserver/8a040b4bf509:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T20:20:22,689 INFO [RS:0;8a040b4bf509:40817 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8a040b4bf509,40817,1731010778881 because: Region server is closing 2024-11-07T20:20:22,689 INFO [RS:0;8a040b4bf509:40817 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a040b4bf509:40817. 2024-11-07T20:20:22,689 DEBUG [RS:0;8a040b4bf509:40817 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:20:22,689 DEBUG [RS:0;8a040b4bf509:40817 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:22,689 DEBUG [RS:0;8a040b4bf509:40817 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:22,689 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:20:22,789 INFO [RS:0;8a040b4bf509:40817 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.shipper8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 terminated 2024-11-07T20:20:22,789 WARN [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,40817,1731010778881.replicationSource.wal-reader.8a040b4bf509%2C40817%2C1731010778881,1-8a040b4bf509,40817,1731010778881 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-07T20:20:22,789 INFO [RS:0;8a040b4bf509:40817 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a040b4bf509:40817. 2024-11-07T20:20:22,790 DEBUG [RS:0;8a040b4bf509:40817 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:20:22,790 DEBUG [RS:0;8a040b4bf509:40817 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:22,790 DEBUG [RS:0;8a040b4bf509:40817 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:22,790 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:20:22,790 INFO [RS:0;8a040b4bf509:40817 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40817 2024-11-07T20:20:22,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46345-0x10116f44a400000, quorum=127.0.0.1:58387, baseZNode=/0397450535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0397450535/rs 2024-11-07T20:20:22,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40817-0x10116f44a400001, quorum=127.0.0.1:58387, baseZNode=/0397450535 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0397450535/rs/8a040b4bf509,40817,1731010778881 2024-11-07T20:20:22,856 INFO [RS:0;8a040b4bf509:40817 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T20:20:22,866 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8a040b4bf509,40817,1731010778881] 2024-11-07T20:20:22,877 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0397450535/draining/8a040b4bf509,40817,1731010778881 already deleted, retry=false 2024-11-07T20:20:22,877 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8a040b4bf509,40817,1731010778881 expired; onlineServers=0 2024-11-07T20:20:22,877 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8a040b4bf509,46345,1731010778681' ***** 2024-11-07T20:20:22,877 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T20:20:22,877 INFO [M:0;8a040b4bf509:46345 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T20:20:22,877 INFO [M:0;8a040b4bf509:46345 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T20:20:22,877 DEBUG [M:0;8a040b4bf509:46345 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T20:20:22,877 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T20:20:22,877 DEBUG [M:0;8a040b4bf509:46345 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T20:20:22,877 DEBUG [master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.large.0-1731010780922 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.large.0-1731010780922,5,FailOnTimeoutGroup] 2024-11-07T20:20:22,877 DEBUG [master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.small.0-1731010780922 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.small.0-1731010780922,5,FailOnTimeoutGroup] 2024-11-07T20:20:22,878 INFO [M:0;8a040b4bf509:46345 {}] hbase.ChoreService(370): Chore service for: master/8a040b4bf509:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T20:20:22,878 INFO [M:0;8a040b4bf509:46345 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T20:20:22,878 DEBUG [M:0;8a040b4bf509:46345 {}] master.HMaster(1795): Stopping service threads 2024-11-07T20:20:22,878 INFO [M:0;8a040b4bf509:46345 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T20:20:22,878 INFO [M:0;8a040b4bf509:46345 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T20:20:22,878 INFO [M:0;8a040b4bf509:46345 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T20:20:22,878 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T20:20:22,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46345-0x10116f44a400000, quorum=127.0.0.1:58387, baseZNode=/0397450535 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0397450535/master 2024-11-07T20:20:22,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46345-0x10116f44a400000, quorum=127.0.0.1:58387, baseZNode=/0397450535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0397450535 2024-11-07T20:20:22,888 DEBUG [M:0;8a040b4bf509:46345 {}] zookeeper.ZKUtil(347): master:46345-0x10116f44a400000, quorum=127.0.0.1:58387, baseZNode=/0397450535 Unable to get data of znode /0397450535/master because node does not exist (not an error) 2024-11-07T20:20:22,888 WARN [M:0;8a040b4bf509:46345 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T20:20:22,888 INFO [M:0;8a040b4bf509:46345 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/.lastflushedseqids 2024-11-07T20:20:22,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33115 is added to blk_1073741847_1023 (size=245) 2024-11-07T20:20:22,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40817-0x10116f44a400001, quorum=127.0.0.1:58387, baseZNode=/0397450535 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:20:22,967 INFO [RS:0;8a040b4bf509:40817 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T20:20:22,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40817-0x10116f44a400001, quorum=127.0.0.1:58387, baseZNode=/0397450535 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:20:22,967 INFO [RS:0;8a040b4bf509:40817 {}] regionserver.HRegionServer(1031): Exiting; stopping=8a040b4bf509,40817,1731010778881; zookeeper connection closed. 2024-11-07T20:20:22,967 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6a1f727 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6a1f727 2024-11-07T20:20:22,967 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T20:20:23,292 INFO [M:0;8a040b4bf509:46345 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T20:20:23,292 INFO [M:0;8a040b4bf509:46345 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T20:20:23,293 DEBUG [M:0;8a040b4bf509:46345 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T20:20:23,293 INFO [M:0;8a040b4bf509:46345 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:20:23,293 DEBUG [M:0;8a040b4bf509:46345 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:20:23,293 DEBUG [M:0;8a040b4bf509:46345 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T20:20:23,293 DEBUG [M:0;8a040b4bf509:46345 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:20:23,293 INFO [M:0;8a040b4bf509:46345 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-07T20:20:23,309 DEBUG [M:0;8a040b4bf509:46345 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b3963c46393c412a8186dd26a4b3b3bb is 82, key is hbase:meta,,1/info:regioninfo/1731010782147/Put/seqid=0 2024-11-07T20:20:23,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33115 is added to blk_1073741848_1024 (size=5672) 2024-11-07T20:20:23,713 INFO [M:0;8a040b4bf509:46345 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b3963c46393c412a8186dd26a4b3b3bb 2024-11-07T20:20:23,734 DEBUG [M:0;8a040b4bf509:46345 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6913bdb6fd104f15aa20aadd66652a74 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731010794234/Put/seqid=0 2024-11-07T20:20:23,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33115 is added to blk_1073741849_1025 (size=7217) 2024-11-07T20:20:24,138 INFO [M:0;8a040b4bf509:46345 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6913bdb6fd104f15aa20aadd66652a74 2024-11-07T20:20:24,142 INFO [M:0;8a040b4bf509:46345 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6913bdb6fd104f15aa20aadd66652a74 2024-11-07T20:20:24,155 DEBUG [M:0;8a040b4bf509:46345 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/74a87126e74b4c6f85d67cbca3da550a is 69, key is 8a040b4bf509,40817,1731010778881/rs:state/1731010781046/Put/seqid=0 2024-11-07T20:20:24,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33115 is added to blk_1073741850_1026 (size=5156) 2024-11-07T20:20:24,558 INFO [M:0;8a040b4bf509:46345 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/74a87126e74b4c6f85d67cbca3da550a 2024-11-07T20:20:24,562 DEBUG [M:0;8a040b4bf509:46345 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b3963c46393c412a8186dd26a4b3b3bb as hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b3963c46393c412a8186dd26a4b3b3bb 2024-11-07T20:20:24,566 INFO [M:0;8a040b4bf509:46345 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b3963c46393c412a8186dd26a4b3b3bb, entries=8, sequenceid=105, filesize=5.5 K 2024-11-07T20:20:24,567 DEBUG [M:0;8a040b4bf509:46345 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6913bdb6fd104f15aa20aadd66652a74 as hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6913bdb6fd104f15aa20aadd66652a74 2024-11-07T20:20:24,571 INFO [M:0;8a040b4bf509:46345 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6913bdb6fd104f15aa20aadd66652a74 2024-11-07T20:20:24,571 INFO [M:0;8a040b4bf509:46345 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6913bdb6fd104f15aa20aadd66652a74, entries=11, sequenceid=105, filesize=7.0 K 2024-11-07T20:20:24,572 DEBUG [M:0;8a040b4bf509:46345 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/74a87126e74b4c6f85d67cbca3da550a as hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/74a87126e74b4c6f85d67cbca3da550a 2024-11-07T20:20:24,576 INFO [M:0;8a040b4bf509:46345 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32947/user/jenkins/test-data/947cd0fd-b456-5633-1f99-2f6951199b12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/74a87126e74b4c6f85d67cbca3da550a, entries=1, sequenceid=105, filesize=5.0 K 2024-11-07T20:20:24,577 INFO [M:0;8a040b4bf509:46345 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=105, compaction requested=false 2024-11-07T20:20:24,578 INFO [M:0;8a040b4bf509:46345 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:20:24,578 DEBUG [M:0;8a040b4bf509:46345 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731010823293Disabling compacts and flushes for region at 1731010823293Disabling writes for close at 1731010823293Obtaining lock to block concurrent updates at 1731010823293Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731010823293Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1731010823293Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731010823294 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731010823294Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731010823309 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731010823309Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731010823717 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731010823734 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731010823734Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731010824142 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731010824154 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731010824155 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41faf08d: reopening flushed file at 1731010824562 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@692e7a9d: reopening flushed file at 1731010824566 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49fecd5e: reopening flushed file at 1731010824571 (+5 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=105, compaction requested=false at 1731010824577 (+6 ms)Writing region close event to WAL at 1731010824578 (+1 ms)Closed at 1731010824578 2024-11-07T20:20:24,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33115 is added to blk_1073741830_1006 (size=64411) 2024-11-07T20:20:24,580 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T20:20:24,580 INFO [M:0;8a040b4bf509:46345 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T20:20:24,580 INFO [M:0;8a040b4bf509:46345 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46345 2024-11-07T20:20:24,581 INFO [M:0;8a040b4bf509:46345 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T20:20:24,750 INFO [M:0;8a040b4bf509:46345 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T20:20:24,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46345-0x10116f44a400000, quorum=127.0.0.1:58387, baseZNode=/0397450535 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:20:24,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46345-0x10116f44a400000, quorum=127.0.0.1:58387, baseZNode=/0397450535 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:20:24,753 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@33425995{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T20:20:24,753 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@719833e9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T20:20:24,753 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T20:20:24,753 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d985459{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T20:20:24,754 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f6cc206{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74e3bce-80bd-0293-c71e-8824ae75c279/hadoop.log.dir/,STOPPED} 2024-11-07T20:20:24,755 WARN [BP-1442035467-172.17.0.2-1731010776745 heartbeating to localhost/127.0.0.1:32947 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T20:20:24,755 WARN [BP-1442035467-172.17.0.2-1731010776745 heartbeating to localhost/127.0.0.1:32947 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1442035467-172.17.0.2-1731010776745 (Datanode Uuid cb31df53-a95a-4bdb-85f5-ba1226bd95b6) service to localhost/127.0.0.1:32947 2024-11-07T20:20:24,756 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74e3bce-80bd-0293-c71e-8824ae75c279/cluster_bafddd35-146f-92b0-17de-a690de2451f5/data/data1/current/BP-1442035467-172.17.0.2-1731010776745 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T20:20:24,756 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74e3bce-80bd-0293-c71e-8824ae75c279/cluster_bafddd35-146f-92b0-17de-a690de2451f5/data/data2/current/BP-1442035467-172.17.0.2-1731010776745 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T20:20:24,756 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T20:20:24,756 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T20:20:24,756 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T20:20:24,763 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1bbbf729{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T20:20:24,763 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@407b9215{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T20:20:24,763 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T20:20:24,763 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59632aec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T20:20:24,763 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@598ca5de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74e3bce-80bd-0293-c71e-8824ae75c279/hadoop.log.dir/,STOPPED} 2024-11-07T20:20:24,769 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T20:20:24,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T20:20:24,801 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=313 (was 260) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58387) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:32947 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35107 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43105 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58387) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43105 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:35107 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43105 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:32947 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:32947 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43105 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:43105 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58387) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43105 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35107 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43105 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35107 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35107 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:32947 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35107 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35107 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32947 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43105 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35107 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=729 (was 656) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=361 (was 331) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=942 (was 1211) 2024-11-07T20:20:24,814 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=313, OpenFileDescriptor=729, MaxFileDescriptor=1048576, SystemLoadAverage=361, ProcessCount=11, AvailableMemoryMB=931 2024-11-07T20:20:24,830 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-07T20:20:24,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ada8850-3d59-8d9e-5c59-4dea974d2534/hadoop.log.dir so I do NOT create it in target/test-data/415c8bf0-470a-6297-17ff-1376e466f533 2024-11-07T20:20:24,831 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ada8850-3d59-8d9e-5c59-4dea974d2534/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T20:20:24,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ada8850-3d59-8d9e-5c59-4dea974d2534/hadoop.tmp.dir so I do NOT create it in target/test-data/415c8bf0-470a-6297-17ff-1376e466f533 2024-11-07T20:20:24,831 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ada8850-3d59-8d9e-5c59-4dea974d2534/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T20:20:24,831 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/415c8bf0-470a-6297-17ff-1376e466f533 2024-11-07T20:20:24,831 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/415c8bf0-470a-6297-17ff-1376e466f533/cluster_05171bf9-3389-f79d-aa6d-a02c55a82d4b, deleteOnExit=true 2024-11-07T20:20:24,857 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/415c8bf0-470a-6297-17ff-1376e466f533/cluster_05171bf9-3389-f79d-aa6d-a02c55a82d4b/zookeeper_0, clientPort=61958, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/415c8bf0-470a-6297-17ff-1376e466f533/cluster_05171bf9-3389-f79d-aa6d-a02c55a82d4b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/415c8bf0-470a-6297-17ff-1376e466f533/cluster_05171bf9-3389-f79d-aa6d-a02c55a82d4b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T20:20:24,862 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61958 2024-11-07T20:20:24,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T20:20:24,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T20:20:24,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/415c8bf0-470a-6297-17ff-1376e466f533/test.cache.data in system properties and HBase conf 2024-11-07T20:20:24,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/415c8bf0-470a-6297-17ff-1376e466f533/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T20:20:24,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/415c8bf0-470a-6297-17ff-1376e466f533/hadoop.log.dir in system properties and HBase conf 2024-11-07T20:20:24,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/415c8bf0-470a-6297-17ff-1376e466f533/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T20:20:24,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/415c8bf0-470a-6297-17ff-1376e466f533/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T20:20:24,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T20:20:24,862 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T20:20:24,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/415c8bf0-470a-6297-17ff-1376e466f533/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T20:20:24,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/415c8bf0-470a-6297-17ff-1376e466f533/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T20:20:24,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/415c8bf0-470a-6297-17ff-1376e466f533/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T20:20:24,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/415c8bf0-470a-6297-17ff-1376e466f533/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T20:20:24,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/415c8bf0-470a-6297-17ff-1376e466f533/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T20:20:24,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/415c8bf0-470a-6297-17ff-1376e466f533/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T20:20:24,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/415c8bf0-470a-6297-17ff-1376e466f533/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T20:20:24,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/415c8bf0-470a-6297-17ff-1376e466f533/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T20:20:24,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/415c8bf0-470a-6297-17ff-1376e466f533/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T20:20:24,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/415c8bf0-470a-6297-17ff-1376e466f533/nfs.dump.dir in system properties and HBase conf 2024-11-07T20:20:24,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/415c8bf0-470a-6297-17ff-1376e466f533/java.io.tmpdir in system properties and HBase conf 2024-11-07T20:20:24,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/415c8bf0-470a-6297-17ff-1376e466f533/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T20:20:24,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/415c8bf0-470a-6297-17ff-1376e466f533/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T20:20:24,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/415c8bf0-470a-6297-17ff-1376e466f533/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T20:20:24,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10116f44a400008, quorum=127.0.0.1:58387, baseZNode=/2-1810681628 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T20:20:24,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10116f44a400002, quorum=127.0.0.1:58387, baseZNode=/0397450535 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T20:20:24,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10116f44a400005, quorum=127.0.0.1:58387, baseZNode=/1-481915277 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T20:20:24,868 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10116f44a400008, quorum=127.0.0.1:58387, baseZNode=/2-1810681628 Received Disconnected from ZooKeeper, ignoring 2024-11-07T20:20:24,868 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10116f44a400005, quorum=127.0.0.1:58387, baseZNode=/1-481915277 Received Disconnected from ZooKeeper, ignoring 2024-11-07T20:20:24,868 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10116f44a400002, quorum=127.0.0.1:58387, baseZNode=/0397450535 Received Disconnected from ZooKeeper, ignoring 2024-11-07T20:20:25,215 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T20:20:25,219 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T20:20:25,220 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T20:20:25,220 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T20:20:25,220 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T20:20:25,220 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T20:20:25,224 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f60c8d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/415c8bf0-470a-6297-17ff-1376e466f533/hadoop.log.dir/,AVAILABLE} 2024-11-07T20:20:25,225 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@871521f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T20:20:25,360 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17812e9b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/415c8bf0-470a-6297-17ff-1376e466f533/java.io.tmpdir/jetty-localhost-42473-hadoop-hdfs-3_4_1-tests_jar-_-any-12410964917414557052/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T20:20:25,360 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@728c2f77{HTTP/1.1, (http/1.1)}{localhost:42473} 2024-11-07T20:20:25,360 INFO [Time-limited test {}] server.Server(415): Started @286127ms 2024-11-07T20:20:25,644 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T20:20:25,647 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T20:20:25,658 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T20:20:25,658 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T20:20:25,659 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T20:20:25,659 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22a40561{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/415c8bf0-470a-6297-17ff-1376e466f533/hadoop.log.dir/,AVAILABLE} 2024-11-07T20:20:25,659 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@598bb7fe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T20:20:25,758 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@541e5d04{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/415c8bf0-470a-6297-17ff-1376e466f533/java.io.tmpdir/jetty-localhost-38941-hadoop-hdfs-3_4_1-tests_jar-_-any-1219887335805174587/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T20:20:25,758 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@366b80d2{HTTP/1.1, (http/1.1)}{localhost:38941} 2024-11-07T20:20:25,758 INFO [Time-limited test {}] server.Server(415): Started @286525ms 2024-11-07T20:20:25,760 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T20:20:26,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T20:20:26,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-07T20:20:26,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-07T20:20:26,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T20:20:26,383 WARN [Thread-3458 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/415c8bf0-470a-6297-17ff-1376e466f533/cluster_05171bf9-3389-f79d-aa6d-a02c55a82d4b/data/data2/current/BP-2083288349-172.17.0.2-1731010824884/current, will proceed with Du for space computation calculation, 2024-11-07T20:20:26,383 WARN [Thread-3457 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/415c8bf0-470a-6297-17ff-1376e466f533/cluster_05171bf9-3389-f79d-aa6d-a02c55a82d4b/data/data1/current/BP-2083288349-172.17.0.2-1731010824884/current, will proceed with Du for space computation calculation, 2024-11-07T20:20:26,405 WARN [Thread-3445 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T20:20:26,407 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4532a864fb488951 with lease ID 0x35aaa7fe7e828893: Processing first storage report for DS-9d439d5f-848c-4da1-94c9-15f12be863d2 from datanode DatanodeRegistration(127.0.0.1:42149, datanodeUuid=588478f1-a691-495c-a719-597a453bdcd6, infoPort=41709, infoSecurePort=0, ipcPort=43547, storageInfo=lv=-57;cid=testClusterID;nsid=1661078108;c=1731010824884) 2024-11-07T20:20:26,407 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4532a864fb488951 with lease ID 0x35aaa7fe7e828893: from storage DS-9d439d5f-848c-4da1-94c9-15f12be863d2 node DatanodeRegistration(127.0.0.1:42149, datanodeUuid=588478f1-a691-495c-a719-597a453bdcd6, infoPort=41709, infoSecurePort=0, ipcPort=43547, storageInfo=lv=-57;cid=testClusterID;nsid=1661078108;c=1731010824884), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T20:20:26,407 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4532a864fb488951 with lease ID 0x35aaa7fe7e828893: Processing first storage report for DS-e23b7ab4-e9e6-437f-afba-9b6faa9f8768 from datanode DatanodeRegistration(127.0.0.1:42149, datanodeUuid=588478f1-a691-495c-a719-597a453bdcd6, infoPort=41709, infoSecurePort=0, ipcPort=43547, storageInfo=lv=-57;cid=testClusterID;nsid=1661078108;c=1731010824884) 2024-11-07T20:20:26,407 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4532a864fb488951 with lease ID 0x35aaa7fe7e828893: from storage DS-e23b7ab4-e9e6-437f-afba-9b6faa9f8768 node DatanodeRegistration(127.0.0.1:42149, datanodeUuid=588478f1-a691-495c-a719-597a453bdcd6, infoPort=41709, infoSecurePort=0, ipcPort=43547, storageInfo=lv=-57;cid=testClusterID;nsid=1661078108;c=1731010824884), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T20:20:26,490 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/415c8bf0-470a-6297-17ff-1376e466f533 2024-11-07T20:20:26,491 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:20:26,492 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:20:26,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42149 is added to blk_1073741825_1001 (size=7) 2024-11-07T20:20:26,899 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310 with version=8 2024-11-07T20:20:26,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/hbase-staging 2024-11-07T20:20:26,902 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8a040b4bf509:0 server-side Connection retries=45 2024-11-07T20:20:26,902 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:20:26,902 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T20:20:26,902 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T20:20:26,902 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:20:26,902 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T20:20:26,902 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T20:20:26,902 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T20:20:26,903 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33535 2024-11-07T20:20:26,904 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33535 connecting to ZooKeeper ensemble=127.0.0.1:61958 2024-11-07T20:20:26,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:335350x0, quorum=127.0.0.1:61958, baseZNode=/0-471478346 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T20:20:26,993 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33535-0x10116f506420000 connected 2024-11-07T20:20:27,077 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:20:27,078 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:20:27,080 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33535-0x10116f506420000, quorum=127.0.0.1:61958, baseZNode=/0-471478346 Set watcher on znode that does not yet exist, /0-471478346/running 2024-11-07T20:20:27,080 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310, hbase.cluster.distributed=false 2024-11-07T20:20:27,081 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33535-0x10116f506420000, quorum=127.0.0.1:61958, baseZNode=/0-471478346 Set watcher on znode that does not yet exist, /0-471478346/acl 2024-11-07T20:20:27,082 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33535 2024-11-07T20:20:27,082 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33535 2024-11-07T20:20:27,082 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33535 2024-11-07T20:20:27,082 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33535 2024-11-07T20:20:27,083 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33535 2024-11-07T20:20:27,101 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8a040b4bf509:0 server-side Connection retries=45 2024-11-07T20:20:27,101 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:20:27,101 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T20:20:27,101 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T20:20:27,101 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:20:27,101 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T20:20:27,101 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T20:20:27,101 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T20:20:27,102 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35767 2024-11-07T20:20:27,102 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35767 connecting to ZooKeeper ensemble=127.0.0.1:61958 2024-11-07T20:20:27,103 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:20:27,104 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:20:27,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:357670x0, quorum=127.0.0.1:61958, baseZNode=/0-471478346 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T20:20:27,119 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35767-0x10116f506420001 connected 2024-11-07T20:20:27,119 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:357670x0, quorum=127.0.0.1:61958, baseZNode=/0-471478346 Set watcher on znode that does not yet exist, /0-471478346/running 2024-11-07T20:20:27,119 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T20:20:27,120 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T20:20:27,120 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35767-0x10116f506420001, quorum=127.0.0.1:61958, baseZNode=/0-471478346 Set watcher on znode that does not yet exist, /0-471478346/master 2024-11-07T20:20:27,121 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35767-0x10116f506420001, quorum=127.0.0.1:61958, baseZNode=/0-471478346 Set watcher on znode that does not yet exist, /0-471478346/acl 2024-11-07T20:20:27,125 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35767 2024-11-07T20:20:27,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35767 2024-11-07T20:20:27,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35767 2024-11-07T20:20:27,134 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35767 2024-11-07T20:20:27,134 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35767 2024-11-07T20:20:27,149 DEBUG [M:0;8a040b4bf509:33535 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8a040b4bf509:33535 2024-11-07T20:20:27,150 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-471478346/backup-masters/8a040b4bf509,33535,1731010826901 2024-11-07T20:20:27,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33535-0x10116f506420000, quorum=127.0.0.1:61958, baseZNode=/0-471478346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-471478346/backup-masters 2024-11-07T20:20:27,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35767-0x10116f506420001, quorum=127.0.0.1:61958, baseZNode=/0-471478346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-471478346/backup-masters 2024-11-07T20:20:27,161 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33535-0x10116f506420000, quorum=127.0.0.1:61958, baseZNode=/0-471478346 Set watcher on existing znode=/0-471478346/backup-masters/8a040b4bf509,33535,1731010826901 2024-11-07T20:20:27,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33535-0x10116f506420000, quorum=127.0.0.1:61958, baseZNode=/0-471478346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-471478346 2024-11-07T20:20:27,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35767-0x10116f506420001, quorum=127.0.0.1:61958, baseZNode=/0-471478346 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-471478346/master 2024-11-07T20:20:27,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35767-0x10116f506420001, quorum=127.0.0.1:61958, baseZNode=/0-471478346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-471478346 2024-11-07T20:20:27,172 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33535-0x10116f506420000, quorum=127.0.0.1:61958, baseZNode=/0-471478346 Set watcher on existing znode=/0-471478346/master 2024-11-07T20:20:27,172 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-471478346/backup-masters/8a040b4bf509,33535,1731010826901 from backup master directory 2024-11-07T20:20:27,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35767-0x10116f506420001, quorum=127.0.0.1:61958, baseZNode=/0-471478346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-471478346/backup-masters 2024-11-07T20:20:27,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33535-0x10116f506420000, quorum=127.0.0.1:61958, baseZNode=/0-471478346 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-471478346/backup-masters/8a040b4bf509,33535,1731010826901 2024-11-07T20:20:27,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33535-0x10116f506420000, quorum=127.0.0.1:61958, baseZNode=/0-471478346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-471478346/backup-masters 2024-11-07T20:20:27,182 WARN [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T20:20:27,182 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8a040b4bf509,33535,1731010826901 2024-11-07T20:20:27,185 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/hbase.id] with ID: 1d8d9877-a89f-42d0-93ba-2aa8caa7456a 2024-11-07T20:20:27,185 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/.tmp/hbase.id 2024-11-07T20:20:27,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42149 is added to blk_1073741826_1002 (size=42) 2024-11-07T20:20:27,404 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T20:20:27,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:27,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:27,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:27,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:27,406 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:27,449 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:27,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:27,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:27,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:27,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:27,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:27,458 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:27,462 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:27,462 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:27,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:27,589 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/.tmp/hbase.id]:[hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/hbase.id] 2024-11-07T20:20:27,597 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:20:27,598 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T20:20:27,599 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T20:20:27,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33535-0x10116f506420000, quorum=127.0.0.1:61958, baseZNode=/0-471478346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-471478346 2024-11-07T20:20:27,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35767-0x10116f506420001, quorum=127.0.0.1:61958, baseZNode=/0-471478346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-471478346 2024-11-07T20:20:27,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42149 is added to blk_1073741827_1003 (size=196) 2024-11-07T20:20:28,029 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T20:20:28,030 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T20:20:28,030 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:20:28,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42149 is added to blk_1073741828_1004 (size=1189) 2024-11-07T20:20:28,435 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/MasterData/data/master/store 2024-11-07T20:20:28,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42149 is added to blk_1073741829_1005 (size=34) 2024-11-07T20:20:28,840 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:20:28,840 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T20:20:28,840 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:20:28,840 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:20:28,840 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T20:20:28,840 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:20:28,840 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:20:28,840 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731010828840Disabling compacts and flushes for region at 1731010828840Disabling writes for close at 1731010828840Writing region close event to WAL at 1731010828840Closed at 1731010828840 2024-11-07T20:20:28,841 WARN [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/MasterData/data/master/store/.initializing 2024-11-07T20:20:28,841 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/MasterData/WALs/8a040b4bf509,33535,1731010826901 2024-11-07T20:20:28,842 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T20:20:28,843 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8a040b4bf509%2C33535%2C1731010826901, suffix=, logDir=hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/MasterData/WALs/8a040b4bf509,33535,1731010826901, archiveDir=hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/MasterData/oldWALs, maxLogs=10 2024-11-07T20:20:28,855 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/MasterData/WALs/8a040b4bf509,33535,1731010826901/8a040b4bf509%2C33535%2C1731010826901.1731010828843, exclude list is [], retry=0 2024-11-07T20:20:28,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42149,DS-9d439d5f-848c-4da1-94c9-15f12be863d2,DISK] 2024-11-07T20:20:28,858 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/MasterData/WALs/8a040b4bf509,33535,1731010826901/8a040b4bf509%2C33535%2C1731010826901.1731010828843 2024-11-07T20:20:28,859 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41709:41709)] 2024-11-07T20:20:28,859 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T20:20:28,859 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:20:28,859 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:20:28,859 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:20:28,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:20:28,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T20:20:28,861 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:20:28,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:20:28,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:20:28,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T20:20:28,862 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:20:28,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:20:28,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:20:28,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T20:20:28,863 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:20:28,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:20:28,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:20:28,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T20:20:28,864 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:20:28,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:20:28,864 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:20:28,865 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:20:28,865 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:20:28,866 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:20:28,866 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:20:28,866 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T20:20:28,867 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:20:28,868 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T20:20:28,869 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62557915, jitterRate=-0.0678144246339798}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T20:20:28,869 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731010828860Initializing all the Stores at 1731010828860Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010828860Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010828860Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010828860Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010828860Cleaning up temporary data from old regions at 1731010828866 (+6 ms)Region opened successfully at 1731010828869 (+3 ms) 2024-11-07T20:20:28,869 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T20:20:28,872 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@579efa41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a040b4bf509/172.17.0.2:0 2024-11-07T20:20:28,872 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T20:20:28,872 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T20:20:28,873 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T20:20:28,873 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T20:20:28,873 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T20:20:28,873 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T20:20:28,873 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T20:20:28,875 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T20:20:28,875 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33535-0x10116f506420000, quorum=127.0.0.1:61958, baseZNode=/0-471478346 Unable to get data of znode /0-471478346/balancer because node does not exist (not necessarily an error) 2024-11-07T20:20:28,971 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-471478346/balancer already deleted, retry=false 2024-11-07T20:20:28,972 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T20:20:28,972 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33535-0x10116f506420000, quorum=127.0.0.1:61958, baseZNode=/0-471478346 Unable to get data of znode /0-471478346/normalizer because node does not exist (not necessarily an error) 2024-11-07T20:20:28,982 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-471478346/normalizer already deleted, retry=false 2024-11-07T20:20:28,982 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T20:20:28,983 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33535-0x10116f506420000, quorum=127.0.0.1:61958, baseZNode=/0-471478346 Unable to get data of znode /0-471478346/switch/split because node does not exist (not necessarily an error) 2024-11-07T20:20:28,992 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-471478346/switch/split already deleted, retry=false 2024-11-07T20:20:28,993 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33535-0x10116f506420000, quorum=127.0.0.1:61958, baseZNode=/0-471478346 Unable to get data of znode /0-471478346/switch/merge because node does not exist (not necessarily an error) 2024-11-07T20:20:29,003 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-471478346/switch/merge already deleted, retry=false 2024-11-07T20:20:29,004 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33535-0x10116f506420000, quorum=127.0.0.1:61958, baseZNode=/0-471478346 Unable to get data of znode /0-471478346/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T20:20:29,013 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-471478346/snapshot-cleanup already deleted, retry=false 2024-11-07T20:20:29,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35767-0x10116f506420001, quorum=127.0.0.1:61958, baseZNode=/0-471478346 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-471478346/running 2024-11-07T20:20:29,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33535-0x10116f506420000, quorum=127.0.0.1:61958, baseZNode=/0-471478346 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-471478346/running 2024-11-07T20:20:29,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35767-0x10116f506420001, quorum=127.0.0.1:61958, baseZNode=/0-471478346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-471478346 2024-11-07T20:20:29,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33535-0x10116f506420000, quorum=127.0.0.1:61958, baseZNode=/0-471478346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-471478346 2024-11-07T20:20:29,024 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8a040b4bf509,33535,1731010826901, sessionid=0x10116f506420000, setting cluster-up flag (Was=false) 2024-11-07T20:20:29,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35767-0x10116f506420001, quorum=127.0.0.1:61958, baseZNode=/0-471478346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-471478346 2024-11-07T20:20:29,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33535-0x10116f506420000, quorum=127.0.0.1:61958, baseZNode=/0-471478346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-471478346 2024-11-07T20:20:29,077 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-471478346/flush-table-proc/acquired, /0-471478346/flush-table-proc/reached, /0-471478346/flush-table-proc/abort 2024-11-07T20:20:29,077 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a040b4bf509,33535,1731010826901 2024-11-07T20:20:29,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33535-0x10116f506420000, quorum=127.0.0.1:61958, baseZNode=/0-471478346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-471478346 2024-11-07T20:20:29,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35767-0x10116f506420001, quorum=127.0.0.1:61958, baseZNode=/0-471478346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-471478346 2024-11-07T20:20:29,129 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-471478346/online-snapshot/acquired, /0-471478346/online-snapshot/reached, /0-471478346/online-snapshot/abort 2024-11-07T20:20:29,130 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a040b4bf509,33535,1731010826901 2024-11-07T20:20:29,131 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T20:20:29,132 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T20:20:29,132 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T20:20:29,133 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T20:20:29,133 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8a040b4bf509,33535,1731010826901 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T20:20:29,134 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:20:29,134 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:20:29,134 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:20:29,134 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:20:29,134 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8a040b4bf509:0, corePoolSize=10, maxPoolSize=10 2024-11-07T20:20:29,134 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:20:29,134 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8a040b4bf509:0, corePoolSize=2, maxPoolSize=2 2024-11-07T20:20:29,134 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:20:29,135 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731010859135 2024-11-07T20:20:29,135 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T20:20:29,135 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T20:20:29,135 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T20:20:29,135 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T20:20:29,135 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T20:20:29,135 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T20:20:29,135 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T20:20:29,135 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T20:20:29,135 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T20:20:29,136 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T20:20:29,136 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T20:20:29,136 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T20:20:29,136 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T20:20:29,136 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T20:20:29,136 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T20:20:29,136 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:20:29,136 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.large.0-1731010829136,5,FailOnTimeoutGroup] 2024-11-07T20:20:29,136 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T20:20:29,138 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.small.0-1731010829136,5,FailOnTimeoutGroup] 2024-11-07T20:20:29,138 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T20:20:29,138 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T20:20:29,138 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T20:20:29,138 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T20:20:29,139 INFO [RS:0;8a040b4bf509:35767 {}] regionserver.HRegionServer(746): ClusterId : 1d8d9877-a89f-42d0-93ba-2aa8caa7456a 2024-11-07T20:20:29,139 DEBUG [RS:0;8a040b4bf509:35767 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T20:20:29,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42149 is added to blk_1073741831_1007 (size=1321) 2024-11-07T20:20:29,151 DEBUG [RS:0;8a040b4bf509:35767 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T20:20:29,151 DEBUG [RS:0;8a040b4bf509:35767 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T20:20:29,161 DEBUG [RS:0;8a040b4bf509:35767 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T20:20:29,161 DEBUG [RS:0;8a040b4bf509:35767 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2411b318, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a040b4bf509/172.17.0.2:0 2024-11-07T20:20:29,172 DEBUG [RS:0;8a040b4bf509:35767 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8a040b4bf509:35767 2024-11-07T20:20:29,172 INFO [RS:0;8a040b4bf509:35767 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T20:20:29,172 INFO [RS:0;8a040b4bf509:35767 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T20:20:29,172 DEBUG [RS:0;8a040b4bf509:35767 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T20:20:29,172 INFO [RS:0;8a040b4bf509:35767 {}] regionserver.HRegionServer(2659): reportForDuty to master=8a040b4bf509,33535,1731010826901 with port=35767, startcode=1731010827100 2024-11-07T20:20:29,172 DEBUG [RS:0;8a040b4bf509:35767 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T20:20:29,173 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48445, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T20:20:29,174 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33535 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8a040b4bf509,35767,1731010827100 2024-11-07T20:20:29,174 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33535 {}] master.ServerManager(517): Registering regionserver=8a040b4bf509,35767,1731010827100 2024-11-07T20:20:29,175 DEBUG [RS:0;8a040b4bf509:35767 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310 2024-11-07T20:20:29,175 DEBUG [RS:0;8a040b4bf509:35767 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44123 2024-11-07T20:20:29,175 DEBUG [RS:0;8a040b4bf509:35767 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T20:20:29,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33535-0x10116f506420000, quorum=127.0.0.1:61958, baseZNode=/0-471478346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-471478346/rs 2024-11-07T20:20:29,186 DEBUG [RS:0;8a040b4bf509:35767 {}] zookeeper.ZKUtil(111): regionserver:35767-0x10116f506420001, quorum=127.0.0.1:61958, baseZNode=/0-471478346 Set watcher on existing znode=/0-471478346/rs/8a040b4bf509,35767,1731010827100 2024-11-07T20:20:29,187 WARN [RS:0;8a040b4bf509:35767 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T20:20:29,187 INFO [RS:0;8a040b4bf509:35767 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:20:29,187 DEBUG [RS:0;8a040b4bf509:35767 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/WALs/8a040b4bf509,35767,1731010827100 2024-11-07T20:20:29,187 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8a040b4bf509,35767,1731010827100] 2024-11-07T20:20:29,189 INFO [RS:0;8a040b4bf509:35767 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T20:20:29,190 INFO [RS:0;8a040b4bf509:35767 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T20:20:29,192 INFO [RS:0;8a040b4bf509:35767 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T20:20:29,192 INFO [RS:0;8a040b4bf509:35767 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:20:29,192 INFO [RS:0;8a040b4bf509:35767 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T20:20:29,193 INFO [RS:0;8a040b4bf509:35767 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T20:20:29,193 INFO [RS:0;8a040b4bf509:35767 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T20:20:29,193 DEBUG [RS:0;8a040b4bf509:35767 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:20:29,193 DEBUG [RS:0;8a040b4bf509:35767 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:20:29,193 DEBUG [RS:0;8a040b4bf509:35767 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:20:29,193 DEBUG [RS:0;8a040b4bf509:35767 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:20:29,193 DEBUG [RS:0;8a040b4bf509:35767 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:20:29,193 DEBUG [RS:0;8a040b4bf509:35767 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8a040b4bf509:0, corePoolSize=2, maxPoolSize=2 2024-11-07T20:20:29,193 DEBUG [RS:0;8a040b4bf509:35767 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:20:29,193 DEBUG [RS:0;8a040b4bf509:35767 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:20:29,193 DEBUG [RS:0;8a040b4bf509:35767 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:20:29,193 DEBUG [RS:0;8a040b4bf509:35767 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:20:29,193 DEBUG [RS:0;8a040b4bf509:35767 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:20:29,193 DEBUG [RS:0;8a040b4bf509:35767 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:20:29,193 DEBUG [RS:0;8a040b4bf509:35767 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8a040b4bf509:0, corePoolSize=3, maxPoolSize=3 2024-11-07T20:20:29,193 DEBUG [RS:0;8a040b4bf509:35767 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8a040b4bf509:0, corePoolSize=3, maxPoolSize=3 2024-11-07T20:20:29,194 INFO [RS:0;8a040b4bf509:35767 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T20:20:29,194 INFO [RS:0;8a040b4bf509:35767 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T20:20:29,194 INFO [RS:0;8a040b4bf509:35767 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:20:29,194 INFO [RS:0;8a040b4bf509:35767 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T20:20:29,194 INFO [RS:0;8a040b4bf509:35767 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T20:20:29,194 INFO [RS:0;8a040b4bf509:35767 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,35767,1731010827100-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T20:20:29,206 INFO [RS:0;8a040b4bf509:35767 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T20:20:29,207 INFO [RS:0;8a040b4bf509:35767 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,35767,1731010827100-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:20:29,207 INFO [RS:0;8a040b4bf509:35767 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:20:29,207 INFO [RS:0;8a040b4bf509:35767 {}] regionserver.Replication(171): 8a040b4bf509,35767,1731010827100 started 2024-11-07T20:20:29,218 INFO [RS:0;8a040b4bf509:35767 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:20:29,218 INFO [RS:0;8a040b4bf509:35767 {}] regionserver.HRegionServer(1482): Serving as 8a040b4bf509,35767,1731010827100, RpcServer on 8a040b4bf509/172.17.0.2:35767, sessionid=0x10116f506420001 2024-11-07T20:20:29,219 DEBUG [RS:0;8a040b4bf509:35767 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T20:20:29,219 DEBUG [RS:0;8a040b4bf509:35767 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8a040b4bf509,35767,1731010827100 2024-11-07T20:20:29,219 DEBUG [RS:0;8a040b4bf509:35767 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a040b4bf509,35767,1731010827100' 2024-11-07T20:20:29,219 DEBUG [RS:0;8a040b4bf509:35767 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-471478346/flush-table-proc/abort' 2024-11-07T20:20:29,219 DEBUG [RS:0;8a040b4bf509:35767 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-471478346/flush-table-proc/acquired' 2024-11-07T20:20:29,219 DEBUG [RS:0;8a040b4bf509:35767 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T20:20:29,219 DEBUG [RS:0;8a040b4bf509:35767 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T20:20:29,219 DEBUG [RS:0;8a040b4bf509:35767 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8a040b4bf509,35767,1731010827100 2024-11-07T20:20:29,220 DEBUG [RS:0;8a040b4bf509:35767 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a040b4bf509,35767,1731010827100' 2024-11-07T20:20:29,220 DEBUG [RS:0;8a040b4bf509:35767 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-471478346/online-snapshot/abort' 2024-11-07T20:20:29,220 DEBUG [RS:0;8a040b4bf509:35767 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-471478346/online-snapshot/acquired' 2024-11-07T20:20:29,220 DEBUG [RS:0;8a040b4bf509:35767 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T20:20:29,220 INFO [RS:0;8a040b4bf509:35767 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T20:20:29,220 INFO [RS:0;8a040b4bf509:35767 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T20:20:29,320 INFO [RS:0;8a040b4bf509:35767 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T20:20:29,322 INFO [RS:0;8a040b4bf509:35767 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a040b4bf509%2C35767%2C1731010827100, suffix=, logDir=hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/WALs/8a040b4bf509,35767,1731010827100, archiveDir=hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/oldWALs, maxLogs=10 2024-11-07T20:20:29,333 DEBUG [RS:0;8a040b4bf509:35767 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/WALs/8a040b4bf509,35767,1731010827100/8a040b4bf509%2C35767%2C1731010827100.1731010829322, exclude list is [], retry=0 2024-11-07T20:20:29,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42149,DS-9d439d5f-848c-4da1-94c9-15f12be863d2,DISK] 2024-11-07T20:20:29,337 INFO [RS:0;8a040b4bf509:35767 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/WALs/8a040b4bf509,35767,1731010827100/8a040b4bf509%2C35767%2C1731010827100.1731010829322 2024-11-07T20:20:29,337 DEBUG [RS:0;8a040b4bf509:35767 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41709:41709)] 2024-11-07T20:20:29,542 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T20:20:29,542 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310 2024-11-07T20:20:29,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42149 is added to blk_1073741833_1009 (size=32) 2024-11-07T20:20:29,670 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:20:29,670 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8a040b4bf509,35697,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a040b4bf509:35697 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T20:20:29,671 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88649 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8a040b4bf509,35697,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a040b4bf509:35697 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T20:20:29,949 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:20:29,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T20:20:29,951 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T20:20:29,951 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:20:29,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:20:29,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T20:20:29,952 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T20:20:29,952 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:20:29,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:20:29,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T20:20:29,953 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T20:20:29,953 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:20:29,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:20:29,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T20:20:29,954 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T20:20:29,954 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:20:29,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:20:29,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T20:20:29,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/data/hbase/meta/1588230740 2024-11-07T20:20:29,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/data/hbase/meta/1588230740 2024-11-07T20:20:29,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T20:20:29,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T20:20:29,955 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T20:20:29,956 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T20:20:29,957 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T20:20:29,957 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62857834, jitterRate=-0.0633452832698822}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T20:20:29,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731010829949Initializing all the Stores at 1731010829949Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010829949Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010829950 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010829950Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010829950Cleaning up temporary data from old regions at 1731010829955 (+5 ms)Region opened successfully at 1731010829958 (+3 ms) 2024-11-07T20:20:29,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T20:20:29,958 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T20:20:29,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T20:20:29,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T20:20:29,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T20:20:29,958 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T20:20:29,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731010829958Disabling compacts and flushes for region at 1731010829958Disabling writes for close at 1731010829958Writing region close event to WAL at 1731010829958Closed at 1731010829958 2024-11-07T20:20:29,959 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T20:20:29,959 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T20:20:29,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T20:20:29,960 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T20:20:29,960 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T20:20:30,111 DEBUG [8a040b4bf509:33535 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T20:20:30,111 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8a040b4bf509,35767,1731010827100 2024-11-07T20:20:30,112 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a040b4bf509,35767,1731010827100, state=OPENING 2024-11-07T20:20:30,182 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T20:20:30,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35767-0x10116f506420001, quorum=127.0.0.1:61958, baseZNode=/0-471478346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-471478346 2024-11-07T20:20:30,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33535-0x10116f506420000, quorum=127.0.0.1:61958, baseZNode=/0-471478346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-471478346 2024-11-07T20:20:30,193 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T20:20:30,193 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-471478346/meta-region-server: CHANGED 2024-11-07T20:20:30,193 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-471478346/meta-region-server: CHANGED 2024-11-07T20:20:30,193 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8a040b4bf509,35767,1731010827100}] 2024-11-07T20:20:30,345 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T20:20:30,346 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51665, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T20:20:30,349 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T20:20:30,349 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:20:30,349 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T20:20:30,351 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a040b4bf509%2C35767%2C1731010827100.meta, suffix=.meta, logDir=hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/WALs/8a040b4bf509,35767,1731010827100, archiveDir=hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/oldWALs, maxLogs=10 2024-11-07T20:20:30,369 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/WALs/8a040b4bf509,35767,1731010827100/8a040b4bf509%2C35767%2C1731010827100.meta.1731010830351.meta, exclude list is [], retry=0 2024-11-07T20:20:30,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42149,DS-9d439d5f-848c-4da1-94c9-15f12be863d2,DISK] 2024-11-07T20:20:30,373 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/WALs/8a040b4bf509,35767,1731010827100/8a040b4bf509%2C35767%2C1731010827100.meta.1731010830351.meta 2024-11-07T20:20:30,373 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41709:41709)] 2024-11-07T20:20:30,374 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T20:20:30,374 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T20:20:30,374 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T20:20:30,374 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T20:20:30,374 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T20:20:30,374 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T20:20:30,374 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:20:30,374 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T20:20:30,375 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T20:20:30,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T20:20:30,376 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T20:20:30,376 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:20:30,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:20:30,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T20:20:30,377 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T20:20:30,377 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:20:30,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:20:30,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T20:20:30,378 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T20:20:30,378 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:20:30,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:20:30,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T20:20:30,379 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T20:20:30,380 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:20:30,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:20:30,380 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T20:20:30,380 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/data/hbase/meta/1588230740 2024-11-07T20:20:30,381 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/data/hbase/meta/1588230740 2024-11-07T20:20:30,382 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T20:20:30,382 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T20:20:30,382 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T20:20:30,383 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T20:20:30,384 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74833229, jitterRate=0.11510200798511505}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T20:20:30,384 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T20:20:30,384 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731010830375Writing region info on filesystem at 1731010830375Initializing all the Stores at 1731010830375Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010830375Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010830375Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010830375Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010830375Cleaning up temporary data from old regions at 1731010830382 (+7 ms)Running coprocessor post-open hooks at 1731010830384 (+2 ms)Region opened successfully at 1731010830384 2024-11-07T20:20:30,385 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731010830344 2024-11-07T20:20:30,387 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T20:20:30,387 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T20:20:30,388 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8a040b4bf509,35767,1731010827100 2024-11-07T20:20:30,388 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a040b4bf509,35767,1731010827100, state=OPEN 2024-11-07T20:20:30,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35767-0x10116f506420001, quorum=127.0.0.1:61958, baseZNode=/0-471478346 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-471478346/meta-region-server 2024-11-07T20:20:30,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33535-0x10116f506420000, quorum=127.0.0.1:61958, baseZNode=/0-471478346 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-471478346/meta-region-server 2024-11-07T20:20:30,424 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-471478346/meta-region-server: CHANGED 2024-11-07T20:20:30,424 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8a040b4bf509,35767,1731010827100 2024-11-07T20:20:30,424 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-471478346/meta-region-server: CHANGED 2024-11-07T20:20:30,426 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T20:20:30,426 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8a040b4bf509,35767,1731010827100 in 231 msec 2024-11-07T20:20:30,428 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T20:20:30,428 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 467 msec 2024-11-07T20:20:30,428 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T20:20:30,428 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T20:20:30,429 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:20:30,430 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,35767,1731010827100, seqNum=-1] 2024-11-07T20:20:30,430 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:20:30,431 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47921, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T20:20:30,435 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3020 sec 2024-11-07T20:20:30,435 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731010830435, completionTime=-1 2024-11-07T20:20:30,435 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T20:20:30,435 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T20:20:30,436 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T20:20:30,436 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731010890436 2024-11-07T20:20:30,436 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731010950436 2024-11-07T20:20:30,436 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-07T20:20:30,437 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,33535,1731010826901-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:20:30,437 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,33535,1731010826901-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:20:30,437 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,33535,1731010826901-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:20:30,437 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8a040b4bf509:33535, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:20:30,437 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T20:20:30,437 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T20:20:30,438 DEBUG [master/8a040b4bf509:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T20:20:30,439 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.257sec 2024-11-07T20:20:30,440 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T20:20:30,440 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T20:20:30,440 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T20:20:30,440 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T20:20:30,440 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T20:20:30,440 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,33535,1731010826901-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T20:20:30,440 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,33535,1731010826901-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T20:20:30,441 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T20:20:30,441 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T20:20:30,441 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,33535,1731010826901-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:20:30,540 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@168c794e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:30,540 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,33535,-1 for getting cluster id 2024-11-07T20:20:30,541 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:20:30,541 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1d8d9877-a89f-42d0-93ba-2aa8caa7456a' 2024-11-07T20:20:30,542 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:20:30,542 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1d8d9877-a89f-42d0-93ba-2aa8caa7456a" 2024-11-07T20:20:30,542 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@513c0e85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:30,542 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,33535,-1] 2024-11-07T20:20:30,542 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:20:30,542 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:30,543 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:20:30,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d4ec42c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:30,544 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:20:30,545 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,35767,1731010827100, seqNum=-1] 2024-11-07T20:20:30,545 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:20:30,546 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T20:20:30,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8a040b4bf509,33535,1731010826901 2024-11-07T20:20:30,547 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61958 2024-11-07T20:20:30,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61958, baseZNode=/0-471478346 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T20:20:30,566 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10116f506420002 connected 2024-11-07T20:20:30,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/415c8bf0-470a-6297-17ff-1376e466f533/hadoop.log.dir so I do NOT create it in target/test-data/55b63a21-1ce5-6511-1420-94299a3a55b7 2024-11-07T20:20:30,578 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/415c8bf0-470a-6297-17ff-1376e466f533/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T20:20:30,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/415c8bf0-470a-6297-17ff-1376e466f533/hadoop.tmp.dir so I do NOT create it in target/test-data/55b63a21-1ce5-6511-1420-94299a3a55b7 2024-11-07T20:20:30,578 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/415c8bf0-470a-6297-17ff-1376e466f533/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T20:20:30,578 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55b63a21-1ce5-6511-1420-94299a3a55b7 2024-11-07T20:20:30,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T20:20:30,578 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55b63a21-1ce5-6511-1420-94299a3a55b7/cluster_f2826734-8be5-741f-e100-6041c5cd4096, deleteOnExit=true 2024-11-07T20:20:30,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T20:20:30,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55b63a21-1ce5-6511-1420-94299a3a55b7/test.cache.data in system properties and HBase conf 2024-11-07T20:20:30,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55b63a21-1ce5-6511-1420-94299a3a55b7/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T20:20:30,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55b63a21-1ce5-6511-1420-94299a3a55b7/hadoop.log.dir in system properties and HBase conf 2024-11-07T20:20:30,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55b63a21-1ce5-6511-1420-94299a3a55b7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T20:20:30,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55b63a21-1ce5-6511-1420-94299a3a55b7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T20:20:30,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T20:20:30,579 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T20:20:30,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55b63a21-1ce5-6511-1420-94299a3a55b7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T20:20:30,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55b63a21-1ce5-6511-1420-94299a3a55b7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T20:20:30,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55b63a21-1ce5-6511-1420-94299a3a55b7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T20:20:30,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55b63a21-1ce5-6511-1420-94299a3a55b7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T20:20:30,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55b63a21-1ce5-6511-1420-94299a3a55b7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T20:20:30,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55b63a21-1ce5-6511-1420-94299a3a55b7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T20:20:30,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55b63a21-1ce5-6511-1420-94299a3a55b7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T20:20:30,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55b63a21-1ce5-6511-1420-94299a3a55b7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T20:20:30,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55b63a21-1ce5-6511-1420-94299a3a55b7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T20:20:30,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55b63a21-1ce5-6511-1420-94299a3a55b7/nfs.dump.dir in system properties and HBase conf 2024-11-07T20:20:30,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55b63a21-1ce5-6511-1420-94299a3a55b7/java.io.tmpdir in system properties and HBase conf 2024-11-07T20:20:30,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55b63a21-1ce5-6511-1420-94299a3a55b7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T20:20:30,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55b63a21-1ce5-6511-1420-94299a3a55b7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T20:20:30,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55b63a21-1ce5-6511-1420-94299a3a55b7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T20:20:30,933 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T20:20:30,936 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T20:20:30,937 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T20:20:30,937 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T20:20:30,937 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T20:20:30,938 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T20:20:30,938 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6134be31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55b63a21-1ce5-6511-1420-94299a3a55b7/hadoop.log.dir/,AVAILABLE} 2024-11-07T20:20:30,939 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77e67e1a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T20:20:31,034 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@31fa8107{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55b63a21-1ce5-6511-1420-94299a3a55b7/java.io.tmpdir/jetty-localhost-41629-hadoop-hdfs-3_4_1-tests_jar-_-any-15851358988903488134/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T20:20:31,035 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@729e832e{HTTP/1.1, (http/1.1)}{localhost:41629} 2024-11-07T20:20:31,035 INFO [Time-limited test {}] server.Server(415): Started @291801ms 2024-11-07T20:20:31,279 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T20:20:31,281 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T20:20:31,284 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T20:20:31,284 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T20:20:31,285 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T20:20:31,287 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5af6e5c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55b63a21-1ce5-6511-1420-94299a3a55b7/hadoop.log.dir/,AVAILABLE} 2024-11-07T20:20:31,287 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1733f880{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T20:20:31,391 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6e2d1316{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55b63a21-1ce5-6511-1420-94299a3a55b7/java.io.tmpdir/jetty-localhost-33373-hadoop-hdfs-3_4_1-tests_jar-_-any-11940527681502394762/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T20:20:31,391 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1631e5e7{HTTP/1.1, (http/1.1)}{localhost:33373} 2024-11-07T20:20:31,391 INFO [Time-limited test {}] server.Server(415): Started @292157ms 2024-11-07T20:20:31,392 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T20:20:32,341 WARN [Thread-3578 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55b63a21-1ce5-6511-1420-94299a3a55b7/cluster_f2826734-8be5-741f-e100-6041c5cd4096/data/data1/current/BP-1440290261-172.17.0.2-1731010830598/current, will proceed with Du for space computation calculation, 2024-11-07T20:20:32,341 WARN [Thread-3579 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55b63a21-1ce5-6511-1420-94299a3a55b7/cluster_f2826734-8be5-741f-e100-6041c5cd4096/data/data2/current/BP-1440290261-172.17.0.2-1731010830598/current, will proceed with Du for space computation calculation, 2024-11-07T20:20:32,363 WARN [Thread-3566 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T20:20:32,365 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8688ea01e0a82762 with lease ID 0x6080c29a8025919d: Processing first storage report for DS-8650bc31-79c8-4628-beea-99f8327b6762 from datanode DatanodeRegistration(127.0.0.1:38211, datanodeUuid=7ea04aa7-7a5e-4cfe-8e2a-f7d26cc24e97, infoPort=38207, infoSecurePort=0, ipcPort=37195, storageInfo=lv=-57;cid=testClusterID;nsid=799315679;c=1731010830598) 2024-11-07T20:20:32,365 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8688ea01e0a82762 with lease ID 0x6080c29a8025919d: from storage DS-8650bc31-79c8-4628-beea-99f8327b6762 node DatanodeRegistration(127.0.0.1:38211, datanodeUuid=7ea04aa7-7a5e-4cfe-8e2a-f7d26cc24e97, infoPort=38207, infoSecurePort=0, ipcPort=37195, storageInfo=lv=-57;cid=testClusterID;nsid=799315679;c=1731010830598), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T20:20:32,366 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8688ea01e0a82762 with lease ID 0x6080c29a8025919d: Processing first storage report for DS-1973979a-a5bd-4b34-944c-91363614ab53 from datanode DatanodeRegistration(127.0.0.1:38211, datanodeUuid=7ea04aa7-7a5e-4cfe-8e2a-f7d26cc24e97, infoPort=38207, infoSecurePort=0, ipcPort=37195, storageInfo=lv=-57;cid=testClusterID;nsid=799315679;c=1731010830598) 2024-11-07T20:20:32,366 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8688ea01e0a82762 with lease ID 0x6080c29a8025919d: from storage DS-1973979a-a5bd-4b34-944c-91363614ab53 node DatanodeRegistration(127.0.0.1:38211, datanodeUuid=7ea04aa7-7a5e-4cfe-8e2a-f7d26cc24e97, infoPort=38207, infoSecurePort=0, ipcPort=37195, storageInfo=lv=-57;cid=testClusterID;nsid=799315679;c=1731010830598), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T20:20:32,419 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55b63a21-1ce5-6511-1420-94299a3a55b7 2024-11-07T20:20:32,419 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:20:32,420 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:20:32,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38211 is added to blk_1073741825_1001 (size=7) 2024-11-07T20:20:32,427 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6 with version=8 2024-11-07T20:20:32,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/hbase-staging 2024-11-07T20:20:32,429 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8a040b4bf509:0 server-side Connection retries=45 2024-11-07T20:20:32,429 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:20:32,429 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T20:20:32,429 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T20:20:32,429 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:20:32,429 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T20:20:32,429 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T20:20:32,429 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T20:20:32,430 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34933 2024-11-07T20:20:32,430 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34933 connecting to ZooKeeper ensemble=127.0.0.1:61958 2024-11-07T20:20:32,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:349330x0, quorum=127.0.0.1:61958, baseZNode=/1739398149 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T20:20:32,498 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34933-0x10116f506420003 connected 2024-11-07T20:20:32,713 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:20:32,714 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:20:32,716 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34933-0x10116f506420003, quorum=127.0.0.1:61958, baseZNode=/1739398149 Set watcher on znode that does not yet exist, /1739398149/running 2024-11-07T20:20:32,716 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6, hbase.cluster.distributed=false 2024-11-07T20:20:32,717 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34933-0x10116f506420003, quorum=127.0.0.1:61958, baseZNode=/1739398149 Set watcher on znode that does not yet exist, /1739398149/acl 2024-11-07T20:20:32,718 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34933 2024-11-07T20:20:32,718 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34933 2024-11-07T20:20:32,718 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34933 2024-11-07T20:20:32,718 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34933 2024-11-07T20:20:32,719 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34933 2024-11-07T20:20:32,732 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8a040b4bf509:0 server-side Connection retries=45 2024-11-07T20:20:32,732 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:20:32,732 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T20:20:32,732 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T20:20:32,732 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:20:32,732 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T20:20:32,732 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T20:20:32,732 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T20:20:32,733 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35587 2024-11-07T20:20:32,733 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35587 connecting to ZooKeeper ensemble=127.0.0.1:61958 2024-11-07T20:20:32,734 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:20:32,735 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:20:32,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:355870x0, quorum=127.0.0.1:61958, baseZNode=/1739398149 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T20:20:32,750 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:355870x0, quorum=127.0.0.1:61958, baseZNode=/1739398149 Set watcher on znode that does not yet exist, /1739398149/running 2024-11-07T20:20:32,751 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35587-0x10116f506420004 connected 2024-11-07T20:20:32,751 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T20:20:32,751 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T20:20:32,752 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35587-0x10116f506420004, quorum=127.0.0.1:61958, baseZNode=/1739398149 Set watcher on znode that does not yet exist, /1739398149/master 2024-11-07T20:20:32,752 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35587-0x10116f506420004, quorum=127.0.0.1:61958, baseZNode=/1739398149 Set watcher on znode that does not yet exist, /1739398149/acl 2024-11-07T20:20:32,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35587 2024-11-07T20:20:32,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35587 2024-11-07T20:20:32,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35587 2024-11-07T20:20:32,769 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35587 2024-11-07T20:20:32,769 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35587 2024-11-07T20:20:32,784 DEBUG [M:0;8a040b4bf509:34933 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8a040b4bf509:34933 2024-11-07T20:20:32,784 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1739398149/backup-masters/8a040b4bf509,34933,1731010832429 2024-11-07T20:20:32,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x10116f506420004, quorum=127.0.0.1:61958, baseZNode=/1739398149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1739398149/backup-masters 2024-11-07T20:20:32,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34933-0x10116f506420003, quorum=127.0.0.1:61958, baseZNode=/1739398149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1739398149/backup-masters 2024-11-07T20:20:32,797 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34933-0x10116f506420003, quorum=127.0.0.1:61958, baseZNode=/1739398149 Set watcher on existing znode=/1739398149/backup-masters/8a040b4bf509,34933,1731010832429 2024-11-07T20:20:32,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x10116f506420004, quorum=127.0.0.1:61958, baseZNode=/1739398149 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1739398149/master 2024-11-07T20:20:32,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34933-0x10116f506420003, quorum=127.0.0.1:61958, baseZNode=/1739398149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1739398149 2024-11-07T20:20:32,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x10116f506420004, quorum=127.0.0.1:61958, baseZNode=/1739398149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1739398149 2024-11-07T20:20:32,807 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34933-0x10116f506420003, quorum=127.0.0.1:61958, baseZNode=/1739398149 Set watcher on existing znode=/1739398149/master 2024-11-07T20:20:32,808 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1739398149/backup-masters/8a040b4bf509,34933,1731010832429 from backup master directory 2024-11-07T20:20:32,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x10116f506420004, quorum=127.0.0.1:61958, baseZNode=/1739398149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1739398149/backup-masters 2024-11-07T20:20:32,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34933-0x10116f506420003, quorum=127.0.0.1:61958, baseZNode=/1739398149 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1739398149/backup-masters/8a040b4bf509,34933,1731010832429 2024-11-07T20:20:32,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34933-0x10116f506420003, quorum=127.0.0.1:61958, baseZNode=/1739398149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1739398149/backup-masters 2024-11-07T20:20:32,818 WARN [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T20:20:32,818 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8a040b4bf509,34933,1731010832429 2024-11-07T20:20:32,820 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/hbase.id] with ID: 2f28ee62-bb5e-4442-b967-a3f0bda30ce5 2024-11-07T20:20:32,820 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/.tmp/hbase.id 2024-11-07T20:20:32,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38211 is added to blk_1073741826_1002 (size=42) 2024-11-07T20:20:33,229 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/.tmp/hbase.id]:[hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/hbase.id] 2024-11-07T20:20:33,236 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:20:33,236 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T20:20:33,237 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T20:20:33,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x10116f506420004, quorum=127.0.0.1:61958, baseZNode=/1739398149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1739398149 2024-11-07T20:20:33,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34933-0x10116f506420003, quorum=127.0.0.1:61958, baseZNode=/1739398149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1739398149 2024-11-07T20:20:33,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38211 is added to blk_1073741827_1003 (size=196) 2024-11-07T20:20:33,692 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T20:20:33,693 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T20:20:33,693 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:20:33,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38211 is added to blk_1073741828_1004 (size=1189) 2024-11-07T20:20:33,703 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/MasterData/data/master/store 2024-11-07T20:20:33,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38211 is added to blk_1073741829_1005 (size=34) 2024-11-07T20:20:34,109 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:20:34,109 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T20:20:34,109 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:20:34,109 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:20:34,109 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T20:20:34,109 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:20:34,109 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:20:34,109 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731010834109Disabling compacts and flushes for region at 1731010834109Disabling writes for close at 1731010834109Writing region close event to WAL at 1731010834109Closed at 1731010834109 2024-11-07T20:20:34,109 WARN [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/MasterData/data/master/store/.initializing 2024-11-07T20:20:34,109 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/MasterData/WALs/8a040b4bf509,34933,1731010832429 2024-11-07T20:20:34,110 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T20:20:34,111 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8a040b4bf509%2C34933%2C1731010832429, suffix=, logDir=hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/MasterData/WALs/8a040b4bf509,34933,1731010832429, archiveDir=hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/MasterData/oldWALs, maxLogs=10 2024-11-07T20:20:34,123 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/MasterData/WALs/8a040b4bf509,34933,1731010832429/8a040b4bf509%2C34933%2C1731010832429.1731010834111, exclude list is [], retry=0 2024-11-07T20:20:34,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38211,DS-8650bc31-79c8-4628-beea-99f8327b6762,DISK] 2024-11-07T20:20:34,126 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/MasterData/WALs/8a040b4bf509,34933,1731010832429/8a040b4bf509%2C34933%2C1731010832429.1731010834111 2024-11-07T20:20:34,126 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38207:38207)] 2024-11-07T20:20:34,126 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T20:20:34,126 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:20:34,126 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:20:34,126 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:20:34,127 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:20:34,128 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T20:20:34,128 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:20:34,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:20:34,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:20:34,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T20:20:34,129 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:20:34,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:20:34,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:20:34,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T20:20:34,130 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:20:34,131 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:20:34,131 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:20:34,131 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T20:20:34,131 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:20:34,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:20:34,132 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:20:34,132 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:20:34,132 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:20:34,133 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:20:34,133 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:20:34,134 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T20:20:34,135 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:20:34,136 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T20:20:34,137 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67238411, jitterRate=0.0019304007291793823}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T20:20:34,137 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731010834127Initializing all the Stores at 1731010834127Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010834127Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010834127Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010834127Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010834127Cleaning up temporary data from old regions at 1731010834133 (+6 ms)Region opened successfully at 1731010834137 (+4 ms) 2024-11-07T20:20:34,137 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T20:20:34,139 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c2bb765, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a040b4bf509/172.17.0.2:0 2024-11-07T20:20:34,140 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T20:20:34,140 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T20:20:34,140 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T20:20:34,140 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T20:20:34,140 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T20:20:34,140 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T20:20:34,140 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T20:20:34,142 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T20:20:34,142 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34933-0x10116f506420003, quorum=127.0.0.1:61958, baseZNode=/1739398149 Unable to get data of znode /1739398149/balancer because node does not exist (not necessarily an error) 2024-11-07T20:20:34,203 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1739398149/balancer already deleted, retry=false 2024-11-07T20:20:34,203 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T20:20:34,204 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34933-0x10116f506420003, quorum=127.0.0.1:61958, baseZNode=/1739398149 Unable to get data of znode /1739398149/normalizer because node does not exist (not necessarily an error) 2024-11-07T20:20:34,213 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1739398149/normalizer already deleted, retry=false 2024-11-07T20:20:34,213 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T20:20:34,214 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34933-0x10116f506420003, quorum=127.0.0.1:61958, baseZNode=/1739398149 Unable to get data of znode /1739398149/switch/split because node does not exist (not necessarily an error) 2024-11-07T20:20:34,223 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1739398149/switch/split already deleted, retry=false 2024-11-07T20:20:34,224 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34933-0x10116f506420003, quorum=127.0.0.1:61958, baseZNode=/1739398149 Unable to get data of znode /1739398149/switch/merge because node does not exist (not necessarily an error) 2024-11-07T20:20:34,234 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1739398149/switch/merge already deleted, retry=false 2024-11-07T20:20:34,236 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34933-0x10116f506420003, quorum=127.0.0.1:61958, baseZNode=/1739398149 Unable to get data of znode /1739398149/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T20:20:34,245 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1739398149/snapshot-cleanup already deleted, retry=false 2024-11-07T20:20:34,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x10116f506420004, quorum=127.0.0.1:61958, baseZNode=/1739398149 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1739398149/running 2024-11-07T20:20:34,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34933-0x10116f506420003, quorum=127.0.0.1:61958, baseZNode=/1739398149 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1739398149/running 2024-11-07T20:20:34,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x10116f506420004, quorum=127.0.0.1:61958, baseZNode=/1739398149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1739398149 2024-11-07T20:20:34,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34933-0x10116f506420003, quorum=127.0.0.1:61958, baseZNode=/1739398149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1739398149 2024-11-07T20:20:34,256 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8a040b4bf509,34933,1731010832429, sessionid=0x10116f506420003, setting cluster-up flag (Was=false) 2024-11-07T20:20:34,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34933-0x10116f506420003, quorum=127.0.0.1:61958, baseZNode=/1739398149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1739398149 2024-11-07T20:20:34,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x10116f506420004, quorum=127.0.0.1:61958, baseZNode=/1739398149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1739398149 2024-11-07T20:20:34,308 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1739398149/flush-table-proc/acquired, /1739398149/flush-table-proc/reached, /1739398149/flush-table-proc/abort 2024-11-07T20:20:34,309 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a040b4bf509,34933,1731010832429 2024-11-07T20:20:34,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x10116f506420004, quorum=127.0.0.1:61958, baseZNode=/1739398149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1739398149 2024-11-07T20:20:34,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34933-0x10116f506420003, quorum=127.0.0.1:61958, baseZNode=/1739398149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1739398149 2024-11-07T20:20:34,361 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1739398149/online-snapshot/acquired, /1739398149/online-snapshot/reached, /1739398149/online-snapshot/abort 2024-11-07T20:20:34,361 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a040b4bf509,34933,1731010832429 2024-11-07T20:20:34,362 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T20:20:34,363 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T20:20:34,363 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T20:20:34,364 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T20:20:34,364 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8a040b4bf509,34933,1731010832429 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T20:20:34,365 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:20:34,365 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:20:34,365 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:20:34,365 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:20:34,365 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8a040b4bf509:0, corePoolSize=10, maxPoolSize=10 2024-11-07T20:20:34,365 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:20:34,365 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8a040b4bf509:0, corePoolSize=2, maxPoolSize=2 2024-11-07T20:20:34,365 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:20:34,366 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731010864366 2024-11-07T20:20:34,366 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T20:20:34,366 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T20:20:34,366 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T20:20:34,366 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T20:20:34,366 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T20:20:34,366 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T20:20:34,366 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T20:20:34,366 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T20:20:34,366 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T20:20:34,367 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T20:20:34,367 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T20:20:34,367 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T20:20:34,367 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T20:20:34,367 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T20:20:34,367 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T20:20:34,367 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:20:34,367 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.large.0-1731010834367,5,FailOnTimeoutGroup] 2024-11-07T20:20:34,367 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T20:20:34,367 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.small.0-1731010834367,5,FailOnTimeoutGroup] 2024-11-07T20:20:34,367 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T20:20:34,367 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T20:20:34,367 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T20:20:34,367 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T20:20:34,373 INFO [RS:0;8a040b4bf509:35587 {}] regionserver.HRegionServer(746): ClusterId : 2f28ee62-bb5e-4442-b967-a3f0bda30ce5 2024-11-07T20:20:34,373 DEBUG [RS:0;8a040b4bf509:35587 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T20:20:34,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38211 is added to blk_1073741831_1007 (size=1321) 2024-11-07T20:20:34,382 DEBUG [RS:0;8a040b4bf509:35587 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T20:20:34,382 DEBUG [RS:0;8a040b4bf509:35587 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T20:20:34,393 DEBUG [RS:0;8a040b4bf509:35587 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T20:20:34,393 DEBUG [RS:0;8a040b4bf509:35587 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2580635b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a040b4bf509/172.17.0.2:0 2024-11-07T20:20:34,404 DEBUG [RS:0;8a040b4bf509:35587 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8a040b4bf509:35587 2024-11-07T20:20:34,404 INFO [RS:0;8a040b4bf509:35587 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T20:20:34,404 INFO [RS:0;8a040b4bf509:35587 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T20:20:34,404 DEBUG [RS:0;8a040b4bf509:35587 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T20:20:34,404 INFO [RS:0;8a040b4bf509:35587 {}] regionserver.HRegionServer(2659): reportForDuty to master=8a040b4bf509,34933,1731010832429 with port=35587, startcode=1731010832732 2024-11-07T20:20:34,404 DEBUG [RS:0;8a040b4bf509:35587 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T20:20:34,406 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41327, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T20:20:34,406 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34933 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8a040b4bf509,35587,1731010832732 2024-11-07T20:20:34,406 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34933 {}] master.ServerManager(517): Registering regionserver=8a040b4bf509,35587,1731010832732 2024-11-07T20:20:34,407 DEBUG [RS:0;8a040b4bf509:35587 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6 2024-11-07T20:20:34,407 DEBUG [RS:0;8a040b4bf509:35587 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39949 2024-11-07T20:20:34,407 DEBUG [RS:0;8a040b4bf509:35587 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T20:20:34,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34933-0x10116f506420003, quorum=127.0.0.1:61958, baseZNode=/1739398149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1739398149/rs 2024-11-07T20:20:34,418 DEBUG [RS:0;8a040b4bf509:35587 {}] zookeeper.ZKUtil(111): regionserver:35587-0x10116f506420004, quorum=127.0.0.1:61958, baseZNode=/1739398149 Set watcher on existing znode=/1739398149/rs/8a040b4bf509,35587,1731010832732 2024-11-07T20:20:34,418 WARN [RS:0;8a040b4bf509:35587 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T20:20:34,418 INFO [RS:0;8a040b4bf509:35587 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:20:34,418 DEBUG [RS:0;8a040b4bf509:35587 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/WALs/8a040b4bf509,35587,1731010832732 2024-11-07T20:20:34,418 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8a040b4bf509,35587,1731010832732] 2024-11-07T20:20:34,420 INFO [RS:0;8a040b4bf509:35587 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T20:20:34,424 INFO [RS:0;8a040b4bf509:35587 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T20:20:34,424 INFO [RS:0;8a040b4bf509:35587 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T20:20:34,424 INFO [RS:0;8a040b4bf509:35587 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:20:34,425 INFO [RS:0;8a040b4bf509:35587 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T20:20:34,425 INFO [RS:0;8a040b4bf509:35587 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T20:20:34,425 INFO [RS:0;8a040b4bf509:35587 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T20:20:34,425 DEBUG [RS:0;8a040b4bf509:35587 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:20:34,425 DEBUG [RS:0;8a040b4bf509:35587 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:20:34,425 DEBUG [RS:0;8a040b4bf509:35587 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:20:34,425 DEBUG [RS:0;8a040b4bf509:35587 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:20:34,425 DEBUG [RS:0;8a040b4bf509:35587 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:20:34,425 DEBUG [RS:0;8a040b4bf509:35587 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8a040b4bf509:0, corePoolSize=2, maxPoolSize=2 2024-11-07T20:20:34,425 DEBUG [RS:0;8a040b4bf509:35587 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:20:34,425 DEBUG [RS:0;8a040b4bf509:35587 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:20:34,426 DEBUG [RS:0;8a040b4bf509:35587 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:20:34,426 DEBUG [RS:0;8a040b4bf509:35587 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:20:34,426 DEBUG [RS:0;8a040b4bf509:35587 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:20:34,426 DEBUG [RS:0;8a040b4bf509:35587 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:20:34,426 DEBUG [RS:0;8a040b4bf509:35587 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8a040b4bf509:0, corePoolSize=3, maxPoolSize=3 2024-11-07T20:20:34,426 DEBUG [RS:0;8a040b4bf509:35587 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8a040b4bf509:0, corePoolSize=3, maxPoolSize=3 2024-11-07T20:20:34,426 INFO [RS:0;8a040b4bf509:35587 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T20:20:34,426 INFO [RS:0;8a040b4bf509:35587 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T20:20:34,426 INFO [RS:0;8a040b4bf509:35587 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:20:34,426 INFO [RS:0;8a040b4bf509:35587 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T20:20:34,426 INFO [RS:0;8a040b4bf509:35587 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T20:20:34,426 INFO [RS:0;8a040b4bf509:35587 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,35587,1731010832732-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T20:20:34,438 INFO [RS:0;8a040b4bf509:35587 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T20:20:34,438 INFO [RS:0;8a040b4bf509:35587 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,35587,1731010832732-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:20:34,439 INFO [RS:0;8a040b4bf509:35587 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:20:34,439 INFO [RS:0;8a040b4bf509:35587 {}] regionserver.Replication(171): 8a040b4bf509,35587,1731010832732 started 2024-11-07T20:20:34,450 INFO [RS:0;8a040b4bf509:35587 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:20:34,450 INFO [RS:0;8a040b4bf509:35587 {}] regionserver.HRegionServer(1482): Serving as 8a040b4bf509,35587,1731010832732, RpcServer on 8a040b4bf509/172.17.0.2:35587, sessionid=0x10116f506420004 2024-11-07T20:20:34,450 DEBUG [RS:0;8a040b4bf509:35587 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T20:20:34,450 DEBUG [RS:0;8a040b4bf509:35587 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8a040b4bf509,35587,1731010832732 2024-11-07T20:20:34,450 DEBUG [RS:0;8a040b4bf509:35587 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a040b4bf509,35587,1731010832732' 2024-11-07T20:20:34,450 DEBUG [RS:0;8a040b4bf509:35587 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1739398149/flush-table-proc/abort' 2024-11-07T20:20:34,451 DEBUG [RS:0;8a040b4bf509:35587 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1739398149/flush-table-proc/acquired' 2024-11-07T20:20:34,451 DEBUG [RS:0;8a040b4bf509:35587 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T20:20:34,451 DEBUG [RS:0;8a040b4bf509:35587 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T20:20:34,451 DEBUG [RS:0;8a040b4bf509:35587 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8a040b4bf509,35587,1731010832732 2024-11-07T20:20:34,451 DEBUG [RS:0;8a040b4bf509:35587 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a040b4bf509,35587,1731010832732' 2024-11-07T20:20:34,451 DEBUG [RS:0;8a040b4bf509:35587 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1739398149/online-snapshot/abort' 2024-11-07T20:20:34,452 DEBUG [RS:0;8a040b4bf509:35587 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1739398149/online-snapshot/acquired' 2024-11-07T20:20:34,452 DEBUG [RS:0;8a040b4bf509:35587 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T20:20:34,452 INFO [RS:0;8a040b4bf509:35587 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T20:20:34,452 INFO [RS:0;8a040b4bf509:35587 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T20:20:34,552 INFO [RS:0;8a040b4bf509:35587 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T20:20:34,554 INFO [RS:0;8a040b4bf509:35587 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a040b4bf509%2C35587%2C1731010832732, suffix=, logDir=hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/WALs/8a040b4bf509,35587,1731010832732, archiveDir=hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/oldWALs, maxLogs=10 2024-11-07T20:20:34,571 DEBUG [RS:0;8a040b4bf509:35587 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/WALs/8a040b4bf509,35587,1731010832732/8a040b4bf509%2C35587%2C1731010832732.1731010834554, exclude list is [], retry=0 2024-11-07T20:20:34,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38211,DS-8650bc31-79c8-4628-beea-99f8327b6762,DISK] 2024-11-07T20:20:34,575 INFO [RS:0;8a040b4bf509:35587 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/WALs/8a040b4bf509,35587,1731010832732/8a040b4bf509%2C35587%2C1731010832732.1731010834554 2024-11-07T20:20:34,575 DEBUG [RS:0;8a040b4bf509:35587 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38207:38207)] 2024-11-07T20:20:34,779 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T20:20:34,779 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6 2024-11-07T20:20:34,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38211 is added to blk_1073741833_1009 (size=32) 2024-11-07T20:20:35,184 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:20:35,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T20:20:35,186 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T20:20:35,186 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:20:35,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:20:35,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T20:20:35,187 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T20:20:35,187 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:20:35,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:20:35,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T20:20:35,188 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T20:20:35,188 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:20:35,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:20:35,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T20:20:35,189 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T20:20:35,189 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:20:35,189 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T20:20:35,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:20:35,190 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T20:20:35,190 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/data/hbase/meta/1588230740 2024-11-07T20:20:35,190 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/data/hbase/meta/1588230740 2024-11-07T20:20:35,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T20:20:35,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T20:20:35,191 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T20:20:35,192 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T20:20:35,193 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T20:20:35,194 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75328483, jitterRate=0.12248186767101288}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T20:20:35,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731010835184Initializing all the Stores at 1731010835185 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010835185Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010835185Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010835185Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010835185Cleaning up temporary data from old regions at 1731010835191 (+6 ms)Region opened successfully at 1731010835194 (+3 ms) 2024-11-07T20:20:35,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T20:20:35,194 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T20:20:35,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T20:20:35,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T20:20:35,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T20:20:35,194 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T20:20:35,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731010835194Disabling compacts and flushes for region at 1731010835194Disabling writes for close at 1731010835194Writing region close event to WAL at 1731010835194Closed at 1731010835194 2024-11-07T20:20:35,195 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T20:20:35,195 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T20:20:35,195 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T20:20:35,196 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T20:20:35,197 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T20:20:35,347 DEBUG [8a040b4bf509:34933 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T20:20:35,347 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8a040b4bf509,35587,1731010832732 2024-11-07T20:20:35,348 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a040b4bf509,35587,1731010832732, state=OPENING 2024-11-07T20:20:35,477 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T20:20:35,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x10116f506420004, quorum=127.0.0.1:61958, baseZNode=/1739398149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1739398149 2024-11-07T20:20:35,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34933-0x10116f506420003, quorum=127.0.0.1:61958, baseZNode=/1739398149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1739398149 2024-11-07T20:20:35,498 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1739398149/meta-region-server: CHANGED 2024-11-07T20:20:35,498 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1739398149/meta-region-server: CHANGED 2024-11-07T20:20:35,498 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T20:20:35,498 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8a040b4bf509,35587,1731010832732}] 2024-11-07T20:20:35,651 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T20:20:35,652 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39433, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T20:20:35,655 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T20:20:35,655 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:20:35,655 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T20:20:35,656 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a040b4bf509%2C35587%2C1731010832732.meta, suffix=.meta, logDir=hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/WALs/8a040b4bf509,35587,1731010832732, archiveDir=hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/oldWALs, maxLogs=10 2024-11-07T20:20:35,672 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/WALs/8a040b4bf509,35587,1731010832732/8a040b4bf509%2C35587%2C1731010832732.meta.1731010835656.meta, exclude list is [], retry=0 2024-11-07T20:20:35,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38211,DS-8650bc31-79c8-4628-beea-99f8327b6762,DISK] 2024-11-07T20:20:35,675 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/WALs/8a040b4bf509,35587,1731010832732/8a040b4bf509%2C35587%2C1731010832732.meta.1731010835656.meta 2024-11-07T20:20:35,675 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38207:38207)] 2024-11-07T20:20:35,675 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T20:20:35,675 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T20:20:35,675 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T20:20:35,675 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T20:20:35,676 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T20:20:35,676 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T20:20:35,676 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:20:35,676 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T20:20:35,676 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T20:20:35,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T20:20:35,677 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T20:20:35,677 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:20:35,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:20:35,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T20:20:35,678 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T20:20:35,678 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:20:35,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:20:35,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T20:20:35,679 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T20:20:35,679 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:20:35,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:20:35,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T20:20:35,680 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T20:20:35,680 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:20:35,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:20:35,680 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T20:20:35,681 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/data/hbase/meta/1588230740 2024-11-07T20:20:35,681 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/data/hbase/meta/1588230740 2024-11-07T20:20:35,682 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T20:20:35,682 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T20:20:35,682 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T20:20:35,683 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T20:20:35,684 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68677369, jitterRate=0.023372545838356018}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T20:20:35,684 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T20:20:35,684 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731010835676Writing region info on filesystem at 1731010835676Initializing all the Stores at 1731010835676Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010835676Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010835677 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010835677Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010835677Cleaning up temporary data from old regions at 1731010835682 (+5 ms)Running coprocessor post-open hooks at 1731010835684 (+2 ms)Region opened successfully at 1731010835684 2024-11-07T20:20:35,684 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731010835650 2024-11-07T20:20:35,686 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T20:20:35,686 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T20:20:35,686 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8a040b4bf509,35587,1731010832732 2024-11-07T20:20:35,687 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a040b4bf509,35587,1731010832732, state=OPEN 2024-11-07T20:20:35,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x10116f506420004, quorum=127.0.0.1:61958, baseZNode=/1739398149 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1739398149/meta-region-server 2024-11-07T20:20:35,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34933-0x10116f506420003, quorum=127.0.0.1:61958, baseZNode=/1739398149 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1739398149/meta-region-server 2024-11-07T20:20:35,760 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8a040b4bf509,35587,1731010832732 2024-11-07T20:20:35,760 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1739398149/meta-region-server: CHANGED 2024-11-07T20:20:35,760 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1739398149/meta-region-server: CHANGED 2024-11-07T20:20:35,761 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T20:20:35,761 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8a040b4bf509,35587,1731010832732 in 262 msec 2024-11-07T20:20:35,763 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T20:20:35,763 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 566 msec 2024-11-07T20:20:35,763 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T20:20:35,763 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T20:20:35,764 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:20:35,764 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,35587,1731010832732, seqNum=-1] 2024-11-07T20:20:35,765 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:20:35,766 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49113, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T20:20:35,769 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4060 sec 2024-11-07T20:20:35,769 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731010835769, completionTime=-1 2024-11-07T20:20:35,769 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T20:20:35,769 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T20:20:35,771 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T20:20:35,771 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731010895771 2024-11-07T20:20:35,771 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731010955771 2024-11-07T20:20:35,771 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-07T20:20:35,771 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,34933,1731010832429-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:20:35,771 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,34933,1731010832429-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:20:35,771 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,34933,1731010832429-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:20:35,771 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8a040b4bf509:34933, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:20:35,771 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T20:20:35,771 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T20:20:35,773 DEBUG [master/8a040b4bf509:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T20:20:35,775 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.957sec 2024-11-07T20:20:35,775 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T20:20:35,775 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T20:20:35,775 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T20:20:35,775 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T20:20:35,775 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T20:20:35,775 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,34933,1731010832429-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T20:20:35,775 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,34933,1731010832429-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T20:20:35,777 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T20:20:35,777 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T20:20:35,777 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,34933,1731010832429-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:20:35,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75149997, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:35,874 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,34933,-1 for getting cluster id 2024-11-07T20:20:35,875 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:20:35,876 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f28ee62-bb5e-4442-b967-a3f0bda30ce5' 2024-11-07T20:20:35,876 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:20:35,876 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f28ee62-bb5e-4442-b967-a3f0bda30ce5" 2024-11-07T20:20:35,876 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f3d4c82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:35,876 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,34933,-1] 2024-11-07T20:20:35,876 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:20:35,877 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:35,877 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T20:20:35,877 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:20:35,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:35,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:35,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:35,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:35,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:35,878 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28a54498, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:35,879 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:20:35,880 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,35587,1731010832732, seqNum=-1] 2024-11-07T20:20:35,880 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:20:35,881 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T20:20:35,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8a040b4bf509,34933,1731010832429 2024-11-07T20:20:35,883 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61958 2024-11-07T20:20:35,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61958, baseZNode=/1739398149 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T20:20:35,908 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10116f506420005 connected 2024-11-07T20:20:35,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55b63a21-1ce5-6511-1420-94299a3a55b7/hadoop.log.dir so I do NOT create it in target/test-data/90c2340c-061f-3e5b-fc39-0d58d429bad1 2024-11-07T20:20:35,921 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55b63a21-1ce5-6511-1420-94299a3a55b7/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T20:20:35,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55b63a21-1ce5-6511-1420-94299a3a55b7/hadoop.tmp.dir so I do NOT create it in target/test-data/90c2340c-061f-3e5b-fc39-0d58d429bad1 2024-11-07T20:20:35,921 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55b63a21-1ce5-6511-1420-94299a3a55b7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T20:20:35,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:35,921 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90c2340c-061f-3e5b-fc39-0d58d429bad1 2024-11-07T20:20:35,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T20:20:35,921 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90c2340c-061f-3e5b-fc39-0d58d429bad1/cluster_60db5f19-c774-7466-257f-cb66765ee628, deleteOnExit=true 2024-11-07T20:20:35,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T20:20:35,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:35,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:35,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90c2340c-061f-3e5b-fc39-0d58d429bad1/test.cache.data in system properties and HBase conf 2024-11-07T20:20:35,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:35,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90c2340c-061f-3e5b-fc39-0d58d429bad1/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T20:20:35,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90c2340c-061f-3e5b-fc39-0d58d429bad1/hadoop.log.dir in system properties and HBase conf 2024-11-07T20:20:35,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:35,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90c2340c-061f-3e5b-fc39-0d58d429bad1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T20:20:35,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90c2340c-061f-3e5b-fc39-0d58d429bad1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T20:20:35,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T20:20:35,922 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T20:20:35,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:35,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90c2340c-061f-3e5b-fc39-0d58d429bad1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T20:20:35,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90c2340c-061f-3e5b-fc39-0d58d429bad1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T20:20:35,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90c2340c-061f-3e5b-fc39-0d58d429bad1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T20:20:35,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90c2340c-061f-3e5b-fc39-0d58d429bad1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T20:20:35,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90c2340c-061f-3e5b-fc39-0d58d429bad1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T20:20:35,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90c2340c-061f-3e5b-fc39-0d58d429bad1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T20:20:35,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90c2340c-061f-3e5b-fc39-0d58d429bad1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T20:20:35,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90c2340c-061f-3e5b-fc39-0d58d429bad1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T20:20:35,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90c2340c-061f-3e5b-fc39-0d58d429bad1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T20:20:35,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90c2340c-061f-3e5b-fc39-0d58d429bad1/nfs.dump.dir in system properties and HBase conf 2024-11-07T20:20:35,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90c2340c-061f-3e5b-fc39-0d58d429bad1/java.io.tmpdir in system properties and HBase conf 2024-11-07T20:20:35,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90c2340c-061f-3e5b-fc39-0d58d429bad1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T20:20:35,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90c2340c-061f-3e5b-fc39-0d58d429bad1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T20:20:35,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90c2340c-061f-3e5b-fc39-0d58d429bad1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T20:20:35,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:35,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:35,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:35,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:36,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T20:20:36,292 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-07T20:20:36,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-07T20:20:36,292 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-07T20:20:36,397 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T20:20:36,400 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T20:20:36,401 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T20:20:36,401 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T20:20:36,401 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T20:20:36,402 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T20:20:36,402 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12a9d7ec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90c2340c-061f-3e5b-fc39-0d58d429bad1/hadoop.log.dir/,AVAILABLE} 2024-11-07T20:20:36,402 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22b03d7a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T20:20:36,507 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6fc20579{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90c2340c-061f-3e5b-fc39-0d58d429bad1/java.io.tmpdir/jetty-localhost-40213-hadoop-hdfs-3_4_1-tests_jar-_-any-9162829238503774128/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T20:20:36,507 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6842fe12{HTTP/1.1, (http/1.1)}{localhost:40213} 2024-11-07T20:20:36,507 INFO [Time-limited test {}] server.Server(415): Started @297274ms 2024-11-07T20:20:36,763 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T20:20:36,765 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T20:20:36,766 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T20:20:36,766 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T20:20:36,766 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T20:20:36,768 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e1f7cc4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90c2340c-061f-3e5b-fc39-0d58d429bad1/hadoop.log.dir/,AVAILABLE} 2024-11-07T20:20:36,768 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75eff3e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T20:20:36,861 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4cf63e99{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90c2340c-061f-3e5b-fc39-0d58d429bad1/java.io.tmpdir/jetty-localhost-33409-hadoop-hdfs-3_4_1-tests_jar-_-any-10372897175123647804/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T20:20:36,861 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7276daf1{HTTP/1.1, (http/1.1)}{localhost:33409} 2024-11-07T20:20:36,861 INFO [Time-limited test {}] server.Server(415): Started @297627ms 2024-11-07T20:20:36,862 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T20:20:38,183 WARN [Thread-3700 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90c2340c-061f-3e5b-fc39-0d58d429bad1/cluster_60db5f19-c774-7466-257f-cb66765ee628/data/data2/current/BP-1785614165-172.17.0.2-1731010835967/current, will proceed with Du for space computation calculation, 2024-11-07T20:20:38,183 WARN [Thread-3699 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90c2340c-061f-3e5b-fc39-0d58d429bad1/cluster_60db5f19-c774-7466-257f-cb66765ee628/data/data1/current/BP-1785614165-172.17.0.2-1731010835967/current, will proceed with Du for space computation calculation, 2024-11-07T20:20:38,200 WARN [Thread-3687 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T20:20:38,206 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x33e2033e7100b70e with lease ID 0x82fbbc1d8049819e: Processing first storage report for DS-4dbd35c2-8b7c-401e-9ad4-b78ab53d7f60 from datanode DatanodeRegistration(127.0.0.1:44613, datanodeUuid=ae2a0444-60d7-4fdb-aca6-1eec08ad3a88, infoPort=36517, infoSecurePort=0, ipcPort=44523, storageInfo=lv=-57;cid=testClusterID;nsid=1316873553;c=1731010835967) 2024-11-07T20:20:38,206 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x33e2033e7100b70e with lease ID 0x82fbbc1d8049819e: from storage DS-4dbd35c2-8b7c-401e-9ad4-b78ab53d7f60 node DatanodeRegistration(127.0.0.1:44613, datanodeUuid=ae2a0444-60d7-4fdb-aca6-1eec08ad3a88, infoPort=36517, infoSecurePort=0, ipcPort=44523, storageInfo=lv=-57;cid=testClusterID;nsid=1316873553;c=1731010835967), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T20:20:38,206 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x33e2033e7100b70e with lease ID 0x82fbbc1d8049819e: Processing first storage report for DS-bc6628b8-3fe3-40d6-bf59-72ae810893f8 from datanode DatanodeRegistration(127.0.0.1:44613, datanodeUuid=ae2a0444-60d7-4fdb-aca6-1eec08ad3a88, infoPort=36517, infoSecurePort=0, ipcPort=44523, storageInfo=lv=-57;cid=testClusterID;nsid=1316873553;c=1731010835967) 2024-11-07T20:20:38,206 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x33e2033e7100b70e with lease ID 0x82fbbc1d8049819e: from storage DS-bc6628b8-3fe3-40d6-bf59-72ae810893f8 node DatanodeRegistration(127.0.0.1:44613, datanodeUuid=ae2a0444-60d7-4fdb-aca6-1eec08ad3a88, infoPort=36517, infoSecurePort=0, ipcPort=44523, storageInfo=lv=-57;cid=testClusterID;nsid=1316873553;c=1731010835967), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T20:20:38,289 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90c2340c-061f-3e5b-fc39-0d58d429bad1 2024-11-07T20:20:38,290 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:20:38,291 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:20:38,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44613 is added to blk_1073741825_1001 (size=7) 2024-11-07T20:20:38,296 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b with version=8 2024-11-07T20:20:38,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/hbase-staging 2024-11-07T20:20:38,298 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8a040b4bf509:0 server-side Connection retries=45 2024-11-07T20:20:38,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:20:38,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T20:20:38,298 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T20:20:38,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:20:38,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T20:20:38,298 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T20:20:38,299 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T20:20:38,299 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36769 2024-11-07T20:20:38,300 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36769 connecting to ZooKeeper ensemble=127.0.0.1:61958 2024-11-07T20:20:38,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:367690x0, quorum=127.0.0.1:61958, baseZNode=/2-1200755369 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T20:20:38,330 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36769-0x10116f506420006 connected 2024-11-07T20:20:38,403 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:20:38,404 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:20:38,406 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36769-0x10116f506420006, quorum=127.0.0.1:61958, baseZNode=/2-1200755369 Set watcher on znode that does not yet exist, /2-1200755369/running 2024-11-07T20:20:38,406 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b, hbase.cluster.distributed=false 2024-11-07T20:20:38,407 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36769-0x10116f506420006, quorum=127.0.0.1:61958, baseZNode=/2-1200755369 Set watcher on znode that does not yet exist, /2-1200755369/acl 2024-11-07T20:20:38,407 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36769 2024-11-07T20:20:38,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36769 2024-11-07T20:20:38,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36769 2024-11-07T20:20:38,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36769 2024-11-07T20:20:38,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36769 2024-11-07T20:20:38,434 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8a040b4bf509:0 server-side Connection retries=45 2024-11-07T20:20:38,434 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:20:38,434 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T20:20:38,434 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T20:20:38,435 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:20:38,435 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T20:20:38,435 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T20:20:38,435 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T20:20:38,435 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44591 2024-11-07T20:20:38,436 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44591 connecting to ZooKeeper ensemble=127.0.0.1:61958 2024-11-07T20:20:38,436 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:20:38,437 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:20:38,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:445910x0, quorum=127.0.0.1:61958, baseZNode=/2-1200755369 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T20:20:38,450 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:445910x0, quorum=127.0.0.1:61958, baseZNode=/2-1200755369 Set watcher on znode that does not yet exist, /2-1200755369/running 2024-11-07T20:20:38,450 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44591-0x10116f506420007 connected 2024-11-07T20:20:38,450 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T20:20:38,450 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T20:20:38,451 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44591-0x10116f506420007, quorum=127.0.0.1:61958, baseZNode=/2-1200755369 Set watcher on znode that does not yet exist, /2-1200755369/master 2024-11-07T20:20:38,451 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44591-0x10116f506420007, quorum=127.0.0.1:61958, baseZNode=/2-1200755369 Set watcher on znode that does not yet exist, /2-1200755369/acl 2024-11-07T20:20:38,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44591 2024-11-07T20:20:38,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44591 2024-11-07T20:20:38,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44591 2024-11-07T20:20:38,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44591 2024-11-07T20:20:38,457 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44591 2024-11-07T20:20:38,468 DEBUG [M:0;8a040b4bf509:36769 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8a040b4bf509:36769 2024-11-07T20:20:38,468 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1200755369/backup-masters/8a040b4bf509,36769,1731010838298 2024-11-07T20:20:38,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36769-0x10116f506420006, quorum=127.0.0.1:61958, baseZNode=/2-1200755369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1200755369/backup-masters 2024-11-07T20:20:38,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44591-0x10116f506420007, quorum=127.0.0.1:61958, baseZNode=/2-1200755369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1200755369/backup-masters 2024-11-07T20:20:38,481 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36769-0x10116f506420006, quorum=127.0.0.1:61958, baseZNode=/2-1200755369 Set watcher on existing znode=/2-1200755369/backup-masters/8a040b4bf509,36769,1731010838298 2024-11-07T20:20:38,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44591-0x10116f506420007, quorum=127.0.0.1:61958, baseZNode=/2-1200755369 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1200755369/master 2024-11-07T20:20:38,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36769-0x10116f506420006, quorum=127.0.0.1:61958, baseZNode=/2-1200755369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1200755369 2024-11-07T20:20:38,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44591-0x10116f506420007, quorum=127.0.0.1:61958, baseZNode=/2-1200755369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1200755369 2024-11-07T20:20:38,491 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36769-0x10116f506420006, quorum=127.0.0.1:61958, baseZNode=/2-1200755369 Set watcher on existing znode=/2-1200755369/master 2024-11-07T20:20:38,491 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1200755369/backup-masters/8a040b4bf509,36769,1731010838298 from backup master directory 2024-11-07T20:20:38,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36769-0x10116f506420006, quorum=127.0.0.1:61958, baseZNode=/2-1200755369 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1200755369/backup-masters/8a040b4bf509,36769,1731010838298 2024-11-07T20:20:38,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36769-0x10116f506420006, quorum=127.0.0.1:61958, baseZNode=/2-1200755369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1200755369/backup-masters 2024-11-07T20:20:38,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44591-0x10116f506420007, quorum=127.0.0.1:61958, baseZNode=/2-1200755369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1200755369/backup-masters 2024-11-07T20:20:38,502 WARN [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T20:20:38,502 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8a040b4bf509,36769,1731010838298 2024-11-07T20:20:38,504 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/hbase.id] with ID: fe2e7736-8bf3-48f6-afb9-838208b4a724 2024-11-07T20:20:38,504 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/.tmp/hbase.id 2024-11-07T20:20:38,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44613 is added to blk_1073741826_1002 (size=42) 2024-11-07T20:20:38,908 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/.tmp/hbase.id]:[hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/hbase.id] 2024-11-07T20:20:38,915 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:20:38,916 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T20:20:38,916 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-07T20:20:38,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36769-0x10116f506420006, quorum=127.0.0.1:61958, baseZNode=/2-1200755369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1200755369 2024-11-07T20:20:38,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44591-0x10116f506420007, quorum=127.0.0.1:61958, baseZNode=/2-1200755369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1200755369 2024-11-07T20:20:38,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44613 is added to blk_1073741827_1003 (size=196) 2024-11-07T20:20:39,369 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T20:20:39,370 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T20:20:39,370 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:20:39,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44613 is added to blk_1073741828_1004 (size=1189) 2024-11-07T20:20:39,375 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/MasterData/data/master/store 2024-11-07T20:20:39,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44613 is added to blk_1073741829_1005 (size=34) 2024-11-07T20:20:39,780 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:20:39,780 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T20:20:39,780 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:20:39,780 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:20:39,780 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T20:20:39,780 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:20:39,780 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:20:39,780 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731010839780Disabling compacts and flushes for region at 1731010839780Disabling writes for close at 1731010839780Writing region close event to WAL at 1731010839780Closed at 1731010839780 2024-11-07T20:20:39,781 WARN [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/MasterData/data/master/store/.initializing 2024-11-07T20:20:39,781 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/MasterData/WALs/8a040b4bf509,36769,1731010838298 2024-11-07T20:20:39,782 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T20:20:39,783 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8a040b4bf509%2C36769%2C1731010838298, suffix=, logDir=hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/MasterData/WALs/8a040b4bf509,36769,1731010838298, archiveDir=hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/MasterData/oldWALs, maxLogs=10 2024-11-07T20:20:39,807 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/MasterData/WALs/8a040b4bf509,36769,1731010838298/8a040b4bf509%2C36769%2C1731010838298.1731010839784, exclude list is [], retry=0 2024-11-07T20:20:39,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44613,DS-4dbd35c2-8b7c-401e-9ad4-b78ab53d7f60,DISK] 2024-11-07T20:20:39,815 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/MasterData/WALs/8a040b4bf509,36769,1731010838298/8a040b4bf509%2C36769%2C1731010838298.1731010839784 2024-11-07T20:20:39,832 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36517:36517)] 2024-11-07T20:20:39,832 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T20:20:39,833 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:20:39,833 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:20:39,833 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:20:39,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:20:39,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T20:20:39,838 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:20:39,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:20:39,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:20:39,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T20:20:39,841 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:20:39,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:20:39,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:20:39,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T20:20:39,843 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:20:39,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:20:39,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:20:39,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T20:20:39,845 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:20:39,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:20:39,845 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:20:39,846 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:20:39,846 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:20:39,847 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:20:39,847 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:20:39,848 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T20:20:39,851 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:20:39,876 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T20:20:39,876 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72616289, jitterRate=0.08206702768802643}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T20:20:39,876 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731010839833Initializing all the Stores at 1731010839834 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010839834Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010839835 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010839835Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010839835Cleaning up temporary data from old regions at 1731010839847 (+12 ms)Region opened successfully at 1731010839876 (+29 ms) 2024-11-07T20:20:39,884 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T20:20:39,893 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a8f422f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a040b4bf509/172.17.0.2:0 2024-11-07T20:20:39,894 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T20:20:39,894 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T20:20:39,894 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T20:20:39,894 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T20:20:39,894 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T20:20:39,895 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T20:20:39,895 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T20:20:39,910 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T20:20:39,912 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36769-0x10116f506420006, quorum=127.0.0.1:61958, baseZNode=/2-1200755369 Unable to get data of znode /2-1200755369/balancer because node does not exist (not necessarily an error) 2024-11-07T20:20:39,960 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1200755369/balancer already deleted, retry=false 2024-11-07T20:20:39,961 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T20:20:39,962 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36769-0x10116f506420006, quorum=127.0.0.1:61958, baseZNode=/2-1200755369 Unable to get data of znode /2-1200755369/normalizer because node does not exist (not necessarily an error) 2024-11-07T20:20:39,971 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1200755369/normalizer already deleted, retry=false 2024-11-07T20:20:39,972 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T20:20:39,977 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36769-0x10116f506420006, quorum=127.0.0.1:61958, baseZNode=/2-1200755369 Unable to get data of znode /2-1200755369/switch/split because node does not exist (not necessarily an error) 2024-11-07T20:20:39,985 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1200755369/switch/split already deleted, retry=false 2024-11-07T20:20:39,986 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36769-0x10116f506420006, quorum=127.0.0.1:61958, baseZNode=/2-1200755369 Unable to get data of znode /2-1200755369/switch/merge because node does not exist (not necessarily an error) 2024-11-07T20:20:39,996 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1200755369/switch/merge already deleted, retry=false 2024-11-07T20:20:39,999 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36769-0x10116f506420006, quorum=127.0.0.1:61958, baseZNode=/2-1200755369 Unable to get data of znode /2-1200755369/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T20:20:40,007 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1200755369/snapshot-cleanup already deleted, retry=false 2024-11-07T20:20:40,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36769-0x10116f506420006, quorum=127.0.0.1:61958, baseZNode=/2-1200755369 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1200755369/running 2024-11-07T20:20:40,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36769-0x10116f506420006, quorum=127.0.0.1:61958, baseZNode=/2-1200755369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1200755369 2024-11-07T20:20:40,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44591-0x10116f506420007, quorum=127.0.0.1:61958, baseZNode=/2-1200755369 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1200755369/running 2024-11-07T20:20:40,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44591-0x10116f506420007, quorum=127.0.0.1:61958, baseZNode=/2-1200755369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1200755369 2024-11-07T20:20:40,018 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8a040b4bf509,36769,1731010838298, sessionid=0x10116f506420006, setting cluster-up flag (Was=false) 2024-11-07T20:20:40,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44591-0x10116f506420007, quorum=127.0.0.1:61958, baseZNode=/2-1200755369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1200755369 2024-11-07T20:20:40,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36769-0x10116f506420006, quorum=127.0.0.1:61958, baseZNode=/2-1200755369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1200755369 2024-11-07T20:20:40,072 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1200755369/flush-table-proc/acquired, /2-1200755369/flush-table-proc/reached, /2-1200755369/flush-table-proc/abort 2024-11-07T20:20:40,073 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a040b4bf509,36769,1731010838298 2024-11-07T20:20:40,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36769-0x10116f506420006, quorum=127.0.0.1:61958, baseZNode=/2-1200755369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1200755369 2024-11-07T20:20:40,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44591-0x10116f506420007, quorum=127.0.0.1:61958, baseZNode=/2-1200755369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1200755369 2024-11-07T20:20:40,133 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1200755369/online-snapshot/acquired, /2-1200755369/online-snapshot/reached, /2-1200755369/online-snapshot/abort 2024-11-07T20:20:40,135 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a040b4bf509,36769,1731010838298 2024-11-07T20:20:40,137 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T20:20:40,141 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T20:20:40,142 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T20:20:40,142 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T20:20:40,142 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8a040b4bf509,36769,1731010838298 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T20:20:40,144 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:20:40,145 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:20:40,145 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:20:40,145 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:20:40,145 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8a040b4bf509:0, corePoolSize=10, maxPoolSize=10 2024-11-07T20:20:40,145 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:20:40,145 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8a040b4bf509:0, corePoolSize=2, maxPoolSize=2 2024-11-07T20:20:40,145 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:20:40,157 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T20:20:40,157 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T20:20:40,157 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731010870157 2024-11-07T20:20:40,157 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T20:20:40,157 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T20:20:40,157 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T20:20:40,157 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T20:20:40,158 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T20:20:40,158 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T20:20:40,158 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:20:40,158 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T20:20:40,172 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T20:20:40,190 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T20:20:40,190 INFO [RS:0;8a040b4bf509:44591 {}] regionserver.HRegionServer(746): ClusterId : fe2e7736-8bf3-48f6-afb9-838208b4a724 2024-11-07T20:20:40,190 DEBUG [RS:0;8a040b4bf509:44591 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T20:20:40,190 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T20:20:40,190 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T20:20:40,190 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T20:20:40,191 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T20:20:40,191 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T20:20:40,191 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.large.0-1731010840191,5,FailOnTimeoutGroup] 2024-11-07T20:20:40,196 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.small.0-1731010840191,5,FailOnTimeoutGroup] 2024-11-07T20:20:40,196 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T20:20:40,196 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T20:20:40,196 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T20:20:40,196 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T20:20:40,203 DEBUG [RS:0;8a040b4bf509:44591 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T20:20:40,203 DEBUG [RS:0;8a040b4bf509:44591 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T20:20:40,214 DEBUG [RS:0;8a040b4bf509:44591 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T20:20:40,214 DEBUG [RS:0;8a040b4bf509:44591 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3acb119, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a040b4bf509/172.17.0.2:0 2024-11-07T20:20:40,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44613 is added to blk_1073741831_1007 (size=1321) 2024-11-07T20:20:40,241 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T20:20:40,241 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b 2024-11-07T20:20:40,251 DEBUG [RS:0;8a040b4bf509:44591 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8a040b4bf509:44591 2024-11-07T20:20:40,251 INFO [RS:0;8a040b4bf509:44591 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T20:20:40,251 INFO [RS:0;8a040b4bf509:44591 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T20:20:40,251 DEBUG [RS:0;8a040b4bf509:44591 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T20:20:40,251 INFO [RS:0;8a040b4bf509:44591 {}] regionserver.HRegionServer(2659): reportForDuty to master=8a040b4bf509,36769,1731010838298 with port=44591, startcode=1731010838434 2024-11-07T20:20:40,252 DEBUG [RS:0;8a040b4bf509:44591 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T20:20:40,273 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38837, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T20:20:40,274 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36769 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8a040b4bf509,44591,1731010838434 2024-11-07T20:20:40,274 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36769 {}] master.ServerManager(517): Registering regionserver=8a040b4bf509,44591,1731010838434 2024-11-07T20:20:40,277 DEBUG [RS:0;8a040b4bf509:44591 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b 2024-11-07T20:20:40,277 DEBUG [RS:0;8a040b4bf509:44591 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36755 2024-11-07T20:20:40,277 DEBUG [RS:0;8a040b4bf509:44591 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T20:20:40,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44613 is added to blk_1073741832_1008 (size=32) 2024-11-07T20:20:40,332 DEBUG [RS:0;8a040b4bf509:44591 {}] zookeeper.ZKUtil(111): regionserver:44591-0x10116f506420007, quorum=127.0.0.1:61958, baseZNode=/2-1200755369 Set watcher on existing znode=/2-1200755369/rs/8a040b4bf509,44591,1731010838434 2024-11-07T20:20:40,332 WARN [RS:0;8a040b4bf509:44591 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T20:20:40,332 INFO [RS:0;8a040b4bf509:44591 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:20:40,332 DEBUG [RS:0;8a040b4bf509:44591 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/WALs/8a040b4bf509,44591,1731010838434 2024-11-07T20:20:40,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36769-0x10116f506420006, quorum=127.0.0.1:61958, baseZNode=/2-1200755369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1200755369/rs 2024-11-07T20:20:40,355 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8a040b4bf509,44591,1731010838434] 2024-11-07T20:20:40,367 INFO [RS:0;8a040b4bf509:44591 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T20:20:40,375 INFO [RS:0;8a040b4bf509:44591 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T20:20:40,376 INFO [RS:0;8a040b4bf509:44591 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T20:20:40,376 INFO [RS:0;8a040b4bf509:44591 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:20:40,381 INFO [RS:0;8a040b4bf509:44591 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T20:20:40,382 INFO [RS:0;8a040b4bf509:44591 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T20:20:40,382 INFO [RS:0;8a040b4bf509:44591 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T20:20:40,382 DEBUG [RS:0;8a040b4bf509:44591 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:20:40,382 DEBUG [RS:0;8a040b4bf509:44591 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:20:40,382 DEBUG [RS:0;8a040b4bf509:44591 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:20:40,382 DEBUG [RS:0;8a040b4bf509:44591 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:20:40,382 DEBUG [RS:0;8a040b4bf509:44591 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:20:40,382 DEBUG [RS:0;8a040b4bf509:44591 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8a040b4bf509:0, corePoolSize=2, maxPoolSize=2 2024-11-07T20:20:40,382 DEBUG [RS:0;8a040b4bf509:44591 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:20:40,382 DEBUG [RS:0;8a040b4bf509:44591 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:20:40,382 DEBUG [RS:0;8a040b4bf509:44591 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:20:40,382 DEBUG [RS:0;8a040b4bf509:44591 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:20:40,382 DEBUG [RS:0;8a040b4bf509:44591 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:20:40,382 DEBUG [RS:0;8a040b4bf509:44591 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:20:40,382 DEBUG [RS:0;8a040b4bf509:44591 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8a040b4bf509:0, corePoolSize=3, maxPoolSize=3 2024-11-07T20:20:40,382 DEBUG [RS:0;8a040b4bf509:44591 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8a040b4bf509:0, corePoolSize=3, maxPoolSize=3 2024-11-07T20:20:40,400 INFO [RS:0;8a040b4bf509:44591 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T20:20:40,400 INFO [RS:0;8a040b4bf509:44591 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T20:20:40,400 INFO [RS:0;8a040b4bf509:44591 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:20:40,400 INFO [RS:0;8a040b4bf509:44591 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T20:20:40,400 INFO [RS:0;8a040b4bf509:44591 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T20:20:40,400 INFO [RS:0;8a040b4bf509:44591 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,44591,1731010838434-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T20:20:40,427 INFO [RS:0;8a040b4bf509:44591 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T20:20:40,427 INFO [RS:0;8a040b4bf509:44591 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,44591,1731010838434-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:20:40,427 INFO [RS:0;8a040b4bf509:44591 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:20:40,427 INFO [RS:0;8a040b4bf509:44591 {}] regionserver.Replication(171): 8a040b4bf509,44591,1731010838434 started 2024-11-07T20:20:40,446 INFO [RS:0;8a040b4bf509:44591 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:20:40,446 INFO [RS:0;8a040b4bf509:44591 {}] regionserver.HRegionServer(1482): Serving as 8a040b4bf509,44591,1731010838434, RpcServer on 8a040b4bf509/172.17.0.2:44591, sessionid=0x10116f506420007 2024-11-07T20:20:40,446 DEBUG [RS:0;8a040b4bf509:44591 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T20:20:40,446 DEBUG [RS:0;8a040b4bf509:44591 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8a040b4bf509,44591,1731010838434 2024-11-07T20:20:40,446 DEBUG [RS:0;8a040b4bf509:44591 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a040b4bf509,44591,1731010838434' 2024-11-07T20:20:40,446 DEBUG [RS:0;8a040b4bf509:44591 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1200755369/flush-table-proc/abort' 2024-11-07T20:20:40,447 DEBUG [RS:0;8a040b4bf509:44591 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1200755369/flush-table-proc/acquired' 2024-11-07T20:20:40,447 DEBUG [RS:0;8a040b4bf509:44591 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T20:20:40,447 DEBUG [RS:0;8a040b4bf509:44591 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T20:20:40,447 DEBUG [RS:0;8a040b4bf509:44591 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8a040b4bf509,44591,1731010838434 2024-11-07T20:20:40,447 DEBUG [RS:0;8a040b4bf509:44591 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a040b4bf509,44591,1731010838434' 2024-11-07T20:20:40,447 DEBUG [RS:0;8a040b4bf509:44591 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1200755369/online-snapshot/abort' 2024-11-07T20:20:40,447 DEBUG [RS:0;8a040b4bf509:44591 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1200755369/online-snapshot/acquired' 2024-11-07T20:20:40,447 DEBUG [RS:0;8a040b4bf509:44591 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T20:20:40,448 INFO [RS:0;8a040b4bf509:44591 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T20:20:40,448 INFO [RS:0;8a040b4bf509:44591 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T20:20:40,549 INFO [RS:0;8a040b4bf509:44591 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T20:20:40,551 INFO [RS:0;8a040b4bf509:44591 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a040b4bf509%2C44591%2C1731010838434, suffix=, logDir=hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/WALs/8a040b4bf509,44591,1731010838434, archiveDir=hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/oldWALs, maxLogs=10 2024-11-07T20:20:40,573 DEBUG [RS:0;8a040b4bf509:44591 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/WALs/8a040b4bf509,44591,1731010838434/8a040b4bf509%2C44591%2C1731010838434.1731010840551, exclude list is [], retry=0 2024-11-07T20:20:40,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44613,DS-4dbd35c2-8b7c-401e-9ad4-b78ab53d7f60,DISK] 2024-11-07T20:20:40,596 INFO [RS:0;8a040b4bf509:44591 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/WALs/8a040b4bf509,44591,1731010838434/8a040b4bf509%2C44591%2C1731010838434.1731010840551 2024-11-07T20:20:40,612 DEBUG [RS:0;8a040b4bf509:44591 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36517:36517)] 2024-11-07T20:20:40,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:20:40,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T20:20:40,706 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T20:20:40,706 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:20:40,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:20:40,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T20:20:40,708 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T20:20:40,708 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:20:40,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:20:40,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T20:20:40,710 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T20:20:40,710 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:20:40,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:20:40,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T20:20:40,711 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T20:20:40,711 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:20:40,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:20:40,711 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T20:20:40,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/data/hbase/meta/1588230740 2024-11-07T20:20:40,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/data/hbase/meta/1588230740 2024-11-07T20:20:40,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T20:20:40,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T20:20:40,714 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T20:20:40,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T20:20:40,725 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T20:20:40,725 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67332714, jitterRate=0.003335624933242798}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T20:20:40,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731010840687Initializing all the Stores at 1731010840688 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010840688Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010840704 (+16 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010840704Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010840704Cleaning up temporary data from old regions at 1731010840713 (+9 ms)Region opened successfully at 1731010840725 (+12 ms) 2024-11-07T20:20:40,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T20:20:40,725 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T20:20:40,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T20:20:40,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T20:20:40,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T20:20:40,726 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T20:20:40,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731010840725Disabling compacts and flushes for region at 1731010840725Disabling writes for close at 1731010840725Writing region close event to WAL at 1731010840726 (+1 ms)Closed at 1731010840726 2024-11-07T20:20:40,727 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T20:20:40,727 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T20:20:40,727 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T20:20:40,728 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T20:20:40,729 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T20:20:40,879 DEBUG [8a040b4bf509:36769 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T20:20:40,879 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8a040b4bf509,44591,1731010838434 2024-11-07T20:20:40,880 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a040b4bf509,44591,1731010838434, state=OPENING 2024-11-07T20:20:40,948 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T20:20:40,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36769-0x10116f506420006, quorum=127.0.0.1:61958, baseZNode=/2-1200755369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1200755369 2024-11-07T20:20:40,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44591-0x10116f506420007, quorum=127.0.0.1:61958, baseZNode=/2-1200755369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1200755369 2024-11-07T20:20:40,996 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1200755369/meta-region-server: CHANGED 2024-11-07T20:20:40,996 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1200755369/meta-region-server: CHANGED 2024-11-07T20:20:40,996 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T20:20:40,996 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8a040b4bf509,44591,1731010838434}] 2024-11-07T20:20:41,148 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T20:20:41,149 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57663, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T20:20:41,152 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T20:20:41,152 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:20:41,152 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T20:20:41,153 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a040b4bf509%2C44591%2C1731010838434.meta, suffix=.meta, logDir=hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/WALs/8a040b4bf509,44591,1731010838434, archiveDir=hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/oldWALs, maxLogs=10 2024-11-07T20:20:41,165 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/WALs/8a040b4bf509,44591,1731010838434/8a040b4bf509%2C44591%2C1731010838434.meta.1731010841153.meta, exclude list is [], retry=0 2024-11-07T20:20:41,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44613,DS-4dbd35c2-8b7c-401e-9ad4-b78ab53d7f60,DISK] 2024-11-07T20:20:41,168 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/WALs/8a040b4bf509,44591,1731010838434/8a040b4bf509%2C44591%2C1731010838434.meta.1731010841153.meta 2024-11-07T20:20:41,168 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36517:36517)] 2024-11-07T20:20:41,168 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T20:20:41,169 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T20:20:41,169 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T20:20:41,169 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T20:20:41,169 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T20:20:41,169 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T20:20:41,169 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:20:41,169 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T20:20:41,169 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T20:20:41,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T20:20:41,171 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T20:20:41,171 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:20:41,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:20:41,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T20:20:41,172 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T20:20:41,172 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:20:41,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:20:41,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T20:20:41,172 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T20:20:41,172 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:20:41,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:20:41,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T20:20:41,173 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T20:20:41,173 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:20:41,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:20:41,174 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T20:20:41,174 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/data/hbase/meta/1588230740 2024-11-07T20:20:41,175 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/data/hbase/meta/1588230740 2024-11-07T20:20:41,175 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T20:20:41,175 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T20:20:41,176 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T20:20:41,176 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T20:20:41,177 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65016968, jitterRate=-0.031171679496765137}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T20:20:41,177 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T20:20:41,177 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731010841169Writing region info on filesystem at 1731010841169Initializing all the Stores at 1731010841170 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010841170Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010841170Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010841170Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010841170Cleaning up temporary data from old regions at 1731010841175 (+5 ms)Running coprocessor post-open hooks at 1731010841177 (+2 ms)Region opened successfully at 1731010841177 2024-11-07T20:20:41,178 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731010841148 2024-11-07T20:20:41,178 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T20:20:41,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:41,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:41,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:41,179 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T20:20:41,179 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T20:20:41,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:41,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:41,180 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8a040b4bf509,44591,1731010838434 2024-11-07T20:20:41,180 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a040b4bf509,44591,1731010838434, state=OPEN 2024-11-07T20:20:41,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44591-0x10116f506420007, quorum=127.0.0.1:61958, baseZNode=/2-1200755369 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1200755369/meta-region-server 2024-11-07T20:20:41,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36769-0x10116f506420006, quorum=127.0.0.1:61958, baseZNode=/2-1200755369 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1200755369/meta-region-server 2024-11-07T20:20:41,192 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1200755369/meta-region-server: CHANGED 2024-11-07T20:20:41,192 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8a040b4bf509,44591,1731010838434 2024-11-07T20:20:41,192 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1200755369/meta-region-server: CHANGED 2024-11-07T20:20:41,194 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T20:20:41,194 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8a040b4bf509,44591,1731010838434 in 196 msec 2024-11-07T20:20:41,195 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T20:20:41,195 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 467 msec 2024-11-07T20:20:41,196 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T20:20:41,196 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T20:20:41,197 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:20:41,197 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,44591,1731010838434, seqNum=-1] 2024-11-07T20:20:41,197 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:20:41,198 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53021, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T20:20:41,201 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0600 sec 2024-11-07T20:20:41,201 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731010841201, completionTime=-1 2024-11-07T20:20:41,202 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T20:20:41,202 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T20:20:41,203 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T20:20:41,203 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731010901203 2024-11-07T20:20:41,203 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731010961203 2024-11-07T20:20:41,203 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-07T20:20:41,204 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,36769,1731010838298-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:20:41,204 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,36769,1731010838298-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:20:41,204 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,36769,1731010838298-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:20:41,204 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8a040b4bf509:36769, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:20:41,204 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T20:20:41,204 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T20:20:41,205 DEBUG [master/8a040b4bf509:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T20:20:41,207 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.705sec 2024-11-07T20:20:41,207 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T20:20:41,207 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T20:20:41,207 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T20:20:41,208 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T20:20:41,208 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T20:20:41,208 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,36769,1731010838298-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T20:20:41,208 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,36769,1731010838298-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T20:20:41,209 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T20:20:41,209 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T20:20:41,209 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,36769,1731010838298-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:20:41,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:41,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:41,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:41,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:41,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:41,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:41,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:41,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:41,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:41,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:41,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8671b6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:41,290 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,36769,-1 for getting cluster id 2024-11-07T20:20:41,290 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:20:41,292 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe2e7736-8bf3-48f6-afb9-838208b4a724' 2024-11-07T20:20:41,292 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:20:41,292 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe2e7736-8bf3-48f6-afb9-838208b4a724" 2024-11-07T20:20:41,292 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e0c2f83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:41,292 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,36769,-1] 2024-11-07T20:20:41,292 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:20:41,293 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:41,293 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:20:41,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47981b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:41,294 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:20:41,295 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,44591,1731010838434, seqNum=-1] 2024-11-07T20:20:41,296 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:20:41,296 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T20:20:41,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8a040b4bf509,36769,1731010838298 2024-11-07T20:20:41,298 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:61958 2024-11-07T20:20:41,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:61958, baseZNode=/2-1200755369 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T20:20:41,308 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10116f506420008 connected 2024-11-07T20:20:41,320 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:20:41,321 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,33535,1731010826901 2024-11-07T20:20:41,321 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55da08ab 2024-11-07T20:20:41,321 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:20:41,321 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T20:20:41,322 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33535 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T20:20:41,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33535 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-07T20:20:41,324 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T20:20:41,324 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:20:41,324 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33535 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-07T20:20:41,324 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T20:20:41,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:20:41,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42149 is added to blk_1073741835_1011 (size=902) 2024-11-07T20:20:41,330 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6b582c71d7891095b4967114abecc010, NAME => 'test,,1731010841322.6b582c71d7891095b4967114abecc010.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310 2024-11-07T20:20:41,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42149 is added to blk_1073741836_1012 (size=39) 2024-11-07T20:20:41,336 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731010841322.6b582c71d7891095b4967114abecc010.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:20:41,336 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6b582c71d7891095b4967114abecc010, disabling compactions & flushes 2024-11-07T20:20:41,336 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731010841322.6b582c71d7891095b4967114abecc010. 2024-11-07T20:20:41,336 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731010841322.6b582c71d7891095b4967114abecc010. 2024-11-07T20:20:41,336 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731010841322.6b582c71d7891095b4967114abecc010. after waiting 0 ms 2024-11-07T20:20:41,336 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731010841322.6b582c71d7891095b4967114abecc010. 2024-11-07T20:20:41,336 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731010841322.6b582c71d7891095b4967114abecc010. 2024-11-07T20:20:41,336 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6b582c71d7891095b4967114abecc010: Waiting for close lock at 1731010841336Disabling compacts and flushes for region at 1731010841336Disabling writes for close at 1731010841336Writing region close event to WAL at 1731010841336Closed at 1731010841336 2024-11-07T20:20:41,337 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T20:20:41,337 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731010841322.6b582c71d7891095b4967114abecc010.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731010841337"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731010841337"}]},"ts":"1731010841337"} 2024-11-07T20:20:41,339 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T20:20:41,340 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T20:20:41,340 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731010841340"}]},"ts":"1731010841340"} 2024-11-07T20:20:41,341 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-07T20:20:41,342 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6b582c71d7891095b4967114abecc010, ASSIGN}] 2024-11-07T20:20:41,342 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6b582c71d7891095b4967114abecc010, ASSIGN 2024-11-07T20:20:41,343 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6b582c71d7891095b4967114abecc010, ASSIGN; state=OFFLINE, location=8a040b4bf509,35767,1731010827100; forceNewPlan=false, retain=false 2024-11-07T20:20:41,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:20:41,493 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6b582c71d7891095b4967114abecc010, regionState=OPENING, regionLocation=8a040b4bf509,35767,1731010827100 2024-11-07T20:20:41,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6b582c71d7891095b4967114abecc010, ASSIGN because future has completed 2024-11-07T20:20:41,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6b582c71d7891095b4967114abecc010, server=8a040b4bf509,35767,1731010827100}] 2024-11-07T20:20:41,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:20:41,665 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731010841322.6b582c71d7891095b4967114abecc010. 2024-11-07T20:20:41,666 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6b582c71d7891095b4967114abecc010, NAME => 'test,,1731010841322.6b582c71d7891095b4967114abecc010.', STARTKEY => '', ENDKEY => ''} 2024-11-07T20:20:41,666 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T20:20:41,666 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-07T20:20:41,666 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6b582c71d7891095b4967114abecc010 2024-11-07T20:20:41,666 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731010841322.6b582c71d7891095b4967114abecc010.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:20:41,666 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6b582c71d7891095b4967114abecc010 2024-11-07T20:20:41,666 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6b582c71d7891095b4967114abecc010 2024-11-07T20:20:41,668 INFO [StoreOpener-6b582c71d7891095b4967114abecc010-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6b582c71d7891095b4967114abecc010 2024-11-07T20:20:41,669 INFO [StoreOpener-6b582c71d7891095b4967114abecc010-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b582c71d7891095b4967114abecc010 columnFamilyName f 2024-11-07T20:20:41,669 DEBUG [StoreOpener-6b582c71d7891095b4967114abecc010-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:20:41,669 INFO [StoreOpener-6b582c71d7891095b4967114abecc010-1 {}] regionserver.HStore(327): Store=6b582c71d7891095b4967114abecc010/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:20:41,669 INFO [StoreOpener-6b582c71d7891095b4967114abecc010-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6b582c71d7891095b4967114abecc010 2024-11-07T20:20:41,670 INFO [StoreOpener-6b582c71d7891095b4967114abecc010-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b582c71d7891095b4967114abecc010 columnFamilyName f1 2024-11-07T20:20:41,670 DEBUG [StoreOpener-6b582c71d7891095b4967114abecc010-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:20:41,670 INFO [StoreOpener-6b582c71d7891095b4967114abecc010-1 {}] regionserver.HStore(327): Store=6b582c71d7891095b4967114abecc010/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:20:41,670 INFO [StoreOpener-6b582c71d7891095b4967114abecc010-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6b582c71d7891095b4967114abecc010 2024-11-07T20:20:41,671 INFO [StoreOpener-6b582c71d7891095b4967114abecc010-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b582c71d7891095b4967114abecc010 columnFamilyName norep 2024-11-07T20:20:41,671 DEBUG [StoreOpener-6b582c71d7891095b4967114abecc010-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:20:41,672 INFO [StoreOpener-6b582c71d7891095b4967114abecc010-1 {}] regionserver.HStore(327): Store=6b582c71d7891095b4967114abecc010/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:20:41,672 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6b582c71d7891095b4967114abecc010 2024-11-07T20:20:41,672 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/data/default/test/6b582c71d7891095b4967114abecc010 2024-11-07T20:20:41,673 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/data/default/test/6b582c71d7891095b4967114abecc010 2024-11-07T20:20:41,674 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6b582c71d7891095b4967114abecc010 2024-11-07T20:20:41,674 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6b582c71d7891095b4967114abecc010 2024-11-07T20:20:41,674 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T20:20:41,675 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6b582c71d7891095b4967114abecc010 2024-11-07T20:20:41,676 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/data/default/test/6b582c71d7891095b4967114abecc010/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T20:20:41,677 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6b582c71d7891095b4967114abecc010; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66360382, jitterRate=-0.011153250932693481}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T20:20:41,677 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6b582c71d7891095b4967114abecc010 2024-11-07T20:20:41,677 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6b582c71d7891095b4967114abecc010: Running coprocessor pre-open hook at 1731010841667Writing region info on filesystem at 1731010841667Initializing all the Stores at 1731010841667Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010841667Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010841667Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010841667Cleaning up temporary data from old regions at 1731010841674 (+7 ms)Running coprocessor post-open hooks at 1731010841677 (+3 ms)Region opened successfully at 1731010841677 2024-11-07T20:20:41,678 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731010841322.6b582c71d7891095b4967114abecc010., pid=6, masterSystemTime=1731010841658 2024-11-07T20:20:41,679 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731010841322.6b582c71d7891095b4967114abecc010. 2024-11-07T20:20:41,679 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731010841322.6b582c71d7891095b4967114abecc010. 2024-11-07T20:20:41,680 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6b582c71d7891095b4967114abecc010, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8a040b4bf509,35767,1731010827100 2024-11-07T20:20:41,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6b582c71d7891095b4967114abecc010, server=8a040b4bf509,35767,1731010827100 because future has completed 2024-11-07T20:20:41,684 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T20:20:41,684 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6b582c71d7891095b4967114abecc010, server=8a040b4bf509,35767,1731010827100 in 178 msec 2024-11-07T20:20:41,685 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T20:20:41,685 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6b582c71d7891095b4967114abecc010, ASSIGN in 342 msec 2024-11-07T20:20:41,686 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T20:20:41,686 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731010841686"}]},"ts":"1731010841686"} 2024-11-07T20:20:41,688 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-07T20:20:41,688 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T20:20:41,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 366 msec 2024-11-07T20:20:41,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:20:41,951 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-07T20:20:41,951 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:20:41,953 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,34933,1731010832429 2024-11-07T20:20:41,953 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@448f01f8 2024-11-07T20:20:41,953 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:20:41,954 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T20:20:41,955 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34933 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T20:20:41,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34933 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-07T20:20:41,957 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T20:20:41,958 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:20:41,958 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34933 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-07T20:20:41,959 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T20:20:41,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:20:41,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38211 is added to blk_1073741835_1011 (size=902) 2024-11-07T20:20:42,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:20:42,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:20:42,393 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6233d7c1a20774250d5e1e632424d498, NAME => 'test,,1731010841955.6233d7c1a20774250d5e1e632424d498.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6 2024-11-07T20:20:42,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38211 is added to blk_1073741836_1012 (size=39) 2024-11-07T20:20:42,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:20:42,802 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731010841955.6233d7c1a20774250d5e1e632424d498.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:20:42,802 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6233d7c1a20774250d5e1e632424d498, disabling compactions & flushes 2024-11-07T20:20:42,802 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731010841955.6233d7c1a20774250d5e1e632424d498. 2024-11-07T20:20:42,802 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731010841955.6233d7c1a20774250d5e1e632424d498. 2024-11-07T20:20:42,802 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731010841955.6233d7c1a20774250d5e1e632424d498. after waiting 0 ms 2024-11-07T20:20:42,802 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731010841955.6233d7c1a20774250d5e1e632424d498. 2024-11-07T20:20:42,802 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731010841955.6233d7c1a20774250d5e1e632424d498. 2024-11-07T20:20:42,802 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6233d7c1a20774250d5e1e632424d498: Waiting for close lock at 1731010842802Disabling compacts and flushes for region at 1731010842802Disabling writes for close at 1731010842802Writing region close event to WAL at 1731010842802Closed at 1731010842802 2024-11-07T20:20:42,804 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T20:20:42,804 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731010841955.6233d7c1a20774250d5e1e632424d498.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731010842804"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731010842804"}]},"ts":"1731010842804"} 2024-11-07T20:20:42,806 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T20:20:42,807 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T20:20:42,807 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731010842807"}]},"ts":"1731010842807"} 2024-11-07T20:20:42,809 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-07T20:20:42,809 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6233d7c1a20774250d5e1e632424d498, ASSIGN}] 2024-11-07T20:20:42,810 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6233d7c1a20774250d5e1e632424d498, ASSIGN 2024-11-07T20:20:42,810 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6233d7c1a20774250d5e1e632424d498, ASSIGN; state=OFFLINE, location=8a040b4bf509,35587,1731010832732; forceNewPlan=false, retain=false 2024-11-07T20:20:42,961 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6233d7c1a20774250d5e1e632424d498, regionState=OPENING, regionLocation=8a040b4bf509,35587,1731010832732 2024-11-07T20:20:42,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6233d7c1a20774250d5e1e632424d498, ASSIGN because future has completed 2024-11-07T20:20:42,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6233d7c1a20774250d5e1e632424d498, server=8a040b4bf509,35587,1731010832732}] 2024-11-07T20:20:43,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:20:43,117 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731010841955.6233d7c1a20774250d5e1e632424d498. 2024-11-07T20:20:43,117 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6233d7c1a20774250d5e1e632424d498, NAME => 'test,,1731010841955.6233d7c1a20774250d5e1e632424d498.', STARTKEY => '', ENDKEY => ''} 2024-11-07T20:20:43,118 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T20:20:43,118 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-07T20:20:43,118 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6233d7c1a20774250d5e1e632424d498 2024-11-07T20:20:43,118 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731010841955.6233d7c1a20774250d5e1e632424d498.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:20:43,118 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6233d7c1a20774250d5e1e632424d498 2024-11-07T20:20:43,118 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6233d7c1a20774250d5e1e632424d498 2024-11-07T20:20:43,119 INFO [StoreOpener-6233d7c1a20774250d5e1e632424d498-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6233d7c1a20774250d5e1e632424d498 2024-11-07T20:20:43,151 INFO [StoreOpener-6233d7c1a20774250d5e1e632424d498-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6233d7c1a20774250d5e1e632424d498 columnFamilyName f 2024-11-07T20:20:43,151 DEBUG [StoreOpener-6233d7c1a20774250d5e1e632424d498-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:20:43,151 INFO [StoreOpener-6233d7c1a20774250d5e1e632424d498-1 {}] regionserver.HStore(327): Store=6233d7c1a20774250d5e1e632424d498/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:20:43,151 INFO [StoreOpener-6233d7c1a20774250d5e1e632424d498-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6233d7c1a20774250d5e1e632424d498 2024-11-07T20:20:43,152 INFO [StoreOpener-6233d7c1a20774250d5e1e632424d498-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6233d7c1a20774250d5e1e632424d498 columnFamilyName f1 2024-11-07T20:20:43,152 DEBUG [StoreOpener-6233d7c1a20774250d5e1e632424d498-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:20:43,152 INFO [StoreOpener-6233d7c1a20774250d5e1e632424d498-1 {}] regionserver.HStore(327): Store=6233d7c1a20774250d5e1e632424d498/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:20:43,152 INFO [StoreOpener-6233d7c1a20774250d5e1e632424d498-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6233d7c1a20774250d5e1e632424d498 2024-11-07T20:20:43,153 INFO [StoreOpener-6233d7c1a20774250d5e1e632424d498-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6233d7c1a20774250d5e1e632424d498 columnFamilyName norep 2024-11-07T20:20:43,153 DEBUG [StoreOpener-6233d7c1a20774250d5e1e632424d498-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:20:43,153 INFO [StoreOpener-6233d7c1a20774250d5e1e632424d498-1 {}] regionserver.HStore(327): Store=6233d7c1a20774250d5e1e632424d498/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:20:43,153 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6233d7c1a20774250d5e1e632424d498 2024-11-07T20:20:43,154 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/data/default/test/6233d7c1a20774250d5e1e632424d498 2024-11-07T20:20:43,154 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/data/default/test/6233d7c1a20774250d5e1e632424d498 2024-11-07T20:20:43,155 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6233d7c1a20774250d5e1e632424d498 2024-11-07T20:20:43,155 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6233d7c1a20774250d5e1e632424d498 2024-11-07T20:20:43,155 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T20:20:43,156 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6233d7c1a20774250d5e1e632424d498 2024-11-07T20:20:43,157 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/data/default/test/6233d7c1a20774250d5e1e632424d498/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T20:20:43,157 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6233d7c1a20774250d5e1e632424d498; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62738326, jitterRate=-0.06512609124183655}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T20:20:43,157 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6233d7c1a20774250d5e1e632424d498 2024-11-07T20:20:43,158 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6233d7c1a20774250d5e1e632424d498: Running coprocessor pre-open hook at 1731010843118Writing region info on filesystem at 1731010843118Initializing all the Stores at 1731010843119 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010843119Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010843119Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010843119Cleaning up temporary data from old regions at 1731010843155 (+36 ms)Running coprocessor post-open hooks at 1731010843157 (+2 ms)Region opened successfully at 1731010843158 (+1 ms) 2024-11-07T20:20:43,158 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731010841955.6233d7c1a20774250d5e1e632424d498., pid=6, masterSystemTime=1731010843115 2024-11-07T20:20:43,160 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731010841955.6233d7c1a20774250d5e1e632424d498. 2024-11-07T20:20:43,160 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731010841955.6233d7c1a20774250d5e1e632424d498. 2024-11-07T20:20:43,160 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6233d7c1a20774250d5e1e632424d498, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8a040b4bf509,35587,1731010832732 2024-11-07T20:20:43,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6233d7c1a20774250d5e1e632424d498, server=8a040b4bf509,35587,1731010832732 because future has completed 2024-11-07T20:20:43,164 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T20:20:43,164 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6233d7c1a20774250d5e1e632424d498, server=8a040b4bf509,35587,1731010832732 in 199 msec 2024-11-07T20:20:43,165 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T20:20:43,165 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6233d7c1a20774250d5e1e632424d498, ASSIGN in 355 msec 2024-11-07T20:20:43,166 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T20:20:43,166 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731010843166"}]},"ts":"1731010843166"} 2024-11-07T20:20:43,167 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-07T20:20:43,168 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T20:20:43,168 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2130 sec 2024-11-07T20:20:44,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:20:44,111 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-07T20:20:44,111 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:20:44,112 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,36769,1731010838298 2024-11-07T20:20:44,112 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e0452aa 2024-11-07T20:20:44,112 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:20:44,113 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T20:20:44,114 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36769 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T20:20:44,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36769 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-07T20:20:44,116 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T20:20:44,116 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:20:44,116 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36769 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-07T20:20:44,116 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T20:20:44,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:20:44,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44613 is added to blk_1073741835_1011 (size=902) 2024-11-07T20:20:44,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:20:44,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:20:44,537 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 105ab8314ae6859916c1917bb4ede591, NAME => 'test,,1731010844113.105ab8314ae6859916c1917bb4ede591.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b 2024-11-07T20:20:44,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44613 is added to blk_1073741836_1012 (size=39) 2024-11-07T20:20:44,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:20:44,941 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731010844113.105ab8314ae6859916c1917bb4ede591.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:20:44,942 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 105ab8314ae6859916c1917bb4ede591, disabling compactions & flushes 2024-11-07T20:20:44,942 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731010844113.105ab8314ae6859916c1917bb4ede591. 2024-11-07T20:20:44,942 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731010844113.105ab8314ae6859916c1917bb4ede591. 2024-11-07T20:20:44,942 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731010844113.105ab8314ae6859916c1917bb4ede591. after waiting 0 ms 2024-11-07T20:20:44,942 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731010844113.105ab8314ae6859916c1917bb4ede591. 2024-11-07T20:20:44,942 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731010844113.105ab8314ae6859916c1917bb4ede591. 2024-11-07T20:20:44,942 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 105ab8314ae6859916c1917bb4ede591: Waiting for close lock at 1731010844942Disabling compacts and flushes for region at 1731010844942Disabling writes for close at 1731010844942Writing region close event to WAL at 1731010844942Closed at 1731010844942 2024-11-07T20:20:44,943 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T20:20:44,943 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731010844113.105ab8314ae6859916c1917bb4ede591.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731010844943"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731010844943"}]},"ts":"1731010844943"} 2024-11-07T20:20:44,945 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T20:20:44,946 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T20:20:44,946 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731010844946"}]},"ts":"1731010844946"} 2024-11-07T20:20:44,948 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-07T20:20:44,948 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=105ab8314ae6859916c1917bb4ede591, ASSIGN}] 2024-11-07T20:20:44,949 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=105ab8314ae6859916c1917bb4ede591, ASSIGN 2024-11-07T20:20:44,950 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=105ab8314ae6859916c1917bb4ede591, ASSIGN; state=OFFLINE, location=8a040b4bf509,44591,1731010838434; forceNewPlan=false, retain=false 2024-11-07T20:20:45,101 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=105ab8314ae6859916c1917bb4ede591, regionState=OPENING, regionLocation=8a040b4bf509,44591,1731010838434 2024-11-07T20:20:45,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=105ab8314ae6859916c1917bb4ede591, ASSIGN because future has completed 2024-11-07T20:20:45,103 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 105ab8314ae6859916c1917bb4ede591, server=8a040b4bf509,44591,1731010838434}] 2024-11-07T20:20:45,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:20:45,259 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731010844113.105ab8314ae6859916c1917bb4ede591. 2024-11-07T20:20:45,259 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 105ab8314ae6859916c1917bb4ede591, NAME => 'test,,1731010844113.105ab8314ae6859916c1917bb4ede591.', STARTKEY => '', ENDKEY => ''} 2024-11-07T20:20:45,259 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T20:20:45,259 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-07T20:20:45,259 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 105ab8314ae6859916c1917bb4ede591 2024-11-07T20:20:45,259 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731010844113.105ab8314ae6859916c1917bb4ede591.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:20:45,259 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 105ab8314ae6859916c1917bb4ede591 2024-11-07T20:20:45,259 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 105ab8314ae6859916c1917bb4ede591 2024-11-07T20:20:45,260 INFO [StoreOpener-105ab8314ae6859916c1917bb4ede591-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 105ab8314ae6859916c1917bb4ede591 2024-11-07T20:20:45,261 INFO [StoreOpener-105ab8314ae6859916c1917bb4ede591-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 105ab8314ae6859916c1917bb4ede591 columnFamilyName f 2024-11-07T20:20:45,261 DEBUG [StoreOpener-105ab8314ae6859916c1917bb4ede591-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:20:45,261 INFO [StoreOpener-105ab8314ae6859916c1917bb4ede591-1 {}] regionserver.HStore(327): Store=105ab8314ae6859916c1917bb4ede591/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:20:45,261 INFO [StoreOpener-105ab8314ae6859916c1917bb4ede591-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 105ab8314ae6859916c1917bb4ede591 2024-11-07T20:20:45,262 INFO [StoreOpener-105ab8314ae6859916c1917bb4ede591-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 105ab8314ae6859916c1917bb4ede591 columnFamilyName f1 2024-11-07T20:20:45,262 DEBUG [StoreOpener-105ab8314ae6859916c1917bb4ede591-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:20:45,262 INFO [StoreOpener-105ab8314ae6859916c1917bb4ede591-1 {}] regionserver.HStore(327): Store=105ab8314ae6859916c1917bb4ede591/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:20:45,262 INFO [StoreOpener-105ab8314ae6859916c1917bb4ede591-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 105ab8314ae6859916c1917bb4ede591 2024-11-07T20:20:45,263 INFO [StoreOpener-105ab8314ae6859916c1917bb4ede591-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 105ab8314ae6859916c1917bb4ede591 columnFamilyName norep 2024-11-07T20:20:45,263 DEBUG [StoreOpener-105ab8314ae6859916c1917bb4ede591-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:20:45,263 INFO [StoreOpener-105ab8314ae6859916c1917bb4ede591-1 {}] regionserver.HStore(327): Store=105ab8314ae6859916c1917bb4ede591/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:20:45,263 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 105ab8314ae6859916c1917bb4ede591 2024-11-07T20:20:45,263 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/data/default/test/105ab8314ae6859916c1917bb4ede591 2024-11-07T20:20:45,263 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/data/default/test/105ab8314ae6859916c1917bb4ede591 2024-11-07T20:20:45,264 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 105ab8314ae6859916c1917bb4ede591 2024-11-07T20:20:45,264 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 105ab8314ae6859916c1917bb4ede591 2024-11-07T20:20:45,264 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T20:20:45,265 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 105ab8314ae6859916c1917bb4ede591 2024-11-07T20:20:45,266 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/data/default/test/105ab8314ae6859916c1917bb4ede591/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T20:20:45,266 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 105ab8314ae6859916c1917bb4ede591; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65746213, jitterRate=-0.020305082201957703}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T20:20:45,267 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 105ab8314ae6859916c1917bb4ede591 2024-11-07T20:20:45,267 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 105ab8314ae6859916c1917bb4ede591: Running coprocessor pre-open hook at 1731010845259Writing region info on filesystem at 1731010845259Initializing all the Stores at 1731010845260 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010845260Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010845260Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010845260Cleaning up temporary data from old regions at 1731010845264 (+4 ms)Running coprocessor post-open hooks at 1731010845267 (+3 ms)Region opened successfully at 1731010845267 2024-11-07T20:20:45,267 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731010844113.105ab8314ae6859916c1917bb4ede591., pid=6, masterSystemTime=1731010845254 2024-11-07T20:20:45,269 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731010844113.105ab8314ae6859916c1917bb4ede591. 2024-11-07T20:20:45,269 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731010844113.105ab8314ae6859916c1917bb4ede591. 2024-11-07T20:20:45,269 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=105ab8314ae6859916c1917bb4ede591, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8a040b4bf509,44591,1731010838434 2024-11-07T20:20:45,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 105ab8314ae6859916c1917bb4ede591, server=8a040b4bf509,44591,1731010838434 because future has completed 2024-11-07T20:20:45,273 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T20:20:45,273 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 105ab8314ae6859916c1917bb4ede591, server=8a040b4bf509,44591,1731010838434 in 168 msec 2024-11-07T20:20:45,274 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T20:20:45,274 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=105ab8314ae6859916c1917bb4ede591, ASSIGN in 325 msec 2024-11-07T20:20:45,274 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T20:20:45,275 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731010845274"}]},"ts":"1731010845274"} 2024-11-07T20:20:45,276 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-07T20:20:45,277 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T20:20:45,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1630 sec 2024-11-07T20:20:46,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:20:46,261 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-07T20:20:46,261 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2244f975, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:46,262 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,33535,-1 for getting cluster id 2024-11-07T20:20:46,262 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:20:46,262 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1d8d9877-a89f-42d0-93ba-2aa8caa7456a' 2024-11-07T20:20:46,263 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:20:46,263 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1d8d9877-a89f-42d0-93ba-2aa8caa7456a" 2024-11-07T20:20:46,263 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fc6ec88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:46,263 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,33535,-1] 2024-11-07T20:20:46,263 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:20:46,263 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:46,264 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:20:46,264 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2848ff03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:46,264 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:20:46,265 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,33535,1731010826901 2024-11-07T20:20:46,265 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ad29ddd 2024-11-07T20:20:46,265 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:20:46,266 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T20:20:46,266 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33535 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://8a040b4bf509:34933,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-07T20:20:46,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33535 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T20:20:46,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T20:20:46,268 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8a040b4bf509:34933' 2024-11-07T20:20:46,269 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@522221a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:46,269 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,34933,-1 for getting cluster id 2024-11-07T20:20:46,269 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:20:46,270 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f28ee62-bb5e-4442-b967-a3f0bda30ce5' 2024-11-07T20:20:46,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:20:46,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f28ee62-bb5e-4442-b967-a3f0bda30ce5" 2024-11-07T20:20:46,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e536e5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:46,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,34933,-1] 2024-11-07T20:20:46,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:20:46,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:46,271 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:20:46,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bf9a839, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:46,272 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:20:46,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,34933,1731010832429 2024-11-07T20:20:46,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31deea34 2024-11-07T20:20:46,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:20:46,274 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T20:20:46,274 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-07T20:20:46,275 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T20:20:46,275 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:46,275 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:20:46,275 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:46,275 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T20:20:46,276 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-07T20:20:46,277 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T20:20:46,277 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:20:46,278 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T20:20:46,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42149 is added to blk_1073741837_1013 (size=1138) 2024-11-07T20:20:46,285 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fa8f2d6de2e6fe05e393f84937045eb1, NAME => 'hbase:replication,,1731010846275.fa8f2d6de2e6fe05e393f84937045eb1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310 2024-11-07T20:20:46,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42149 is added to blk_1073741838_1014 (size=44) 2024-11-07T20:20:46,327 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-07T20:20:46,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T20:20:46,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T20:20:46,671 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T20:20:46,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:46,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:46,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:46,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:46,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:46,697 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731010846275.fa8f2d6de2e6fe05e393f84937045eb1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:20:46,697 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing fa8f2d6de2e6fe05e393f84937045eb1, disabling compactions & flushes 2024-11-07T20:20:46,697 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731010846275.fa8f2d6de2e6fe05e393f84937045eb1. 2024-11-07T20:20:46,697 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731010846275.fa8f2d6de2e6fe05e393f84937045eb1. 2024-11-07T20:20:46,697 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731010846275.fa8f2d6de2e6fe05e393f84937045eb1. after waiting 0 ms 2024-11-07T20:20:46,697 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731010846275.fa8f2d6de2e6fe05e393f84937045eb1. 2024-11-07T20:20:46,697 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731010846275.fa8f2d6de2e6fe05e393f84937045eb1. 2024-11-07T20:20:46,697 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for fa8f2d6de2e6fe05e393f84937045eb1: Waiting for close lock at 1731010846697Disabling compacts and flushes for region at 1731010846697Disabling writes for close at 1731010846697Writing region close event to WAL at 1731010846697Closed at 1731010846697 2024-11-07T20:20:46,698 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T20:20:46,698 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731010846275.fa8f2d6de2e6fe05e393f84937045eb1.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731010846698"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731010846698"}]},"ts":"1731010846698"} 2024-11-07T20:20:46,700 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T20:20:46,700 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T20:20:46,701 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731010846700"}]},"ts":"1731010846700"} 2024-11-07T20:20:46,702 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-07T20:20:46,702 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fa8f2d6de2e6fe05e393f84937045eb1, ASSIGN}] 2024-11-07T20:20:46,703 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fa8f2d6de2e6fe05e393f84937045eb1, ASSIGN 2024-11-07T20:20:46,704 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fa8f2d6de2e6fe05e393f84937045eb1, ASSIGN; state=OFFLINE, location=8a040b4bf509,35767,1731010827100; forceNewPlan=false, retain=false 2024-11-07T20:20:46,719 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:46,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:46,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:46,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:46,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:46,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:46,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:46,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:46,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:46,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:46,775 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-07T20:20:46,775 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-07T20:20:46,775 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T20:20:46,775 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-07T20:20:46,775 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-07T20:20:46,854 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fa8f2d6de2e6fe05e393f84937045eb1, regionState=OPENING, regionLocation=8a040b4bf509,35767,1731010827100 2024-11-07T20:20:46,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fa8f2d6de2e6fe05e393f84937045eb1, ASSIGN because future has completed 2024-11-07T20:20:46,856 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa8f2d6de2e6fe05e393f84937045eb1, server=8a040b4bf509,35767,1731010827100}] 2024-11-07T20:20:46,881 DEBUG [master/8a040b4bf509:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=10, created chunk count=34, reused chunk count=117, reuseRatio=77.48% 2024-11-07T20:20:46,884 DEBUG [master/8a040b4bf509:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-07T20:20:46,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T20:20:47,010 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731010846275.fa8f2d6de2e6fe05e393f84937045eb1. 2024-11-07T20:20:47,011 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:20:47,011 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-07T20:20:47,012 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a040b4bf509%2C35767%2C1731010827100.rep, suffix=, logDir=hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/WALs/8a040b4bf509,35767,1731010827100, archiveDir=hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/oldWALs, maxLogs=10 2024-11-07T20:20:47,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/WALs/8a040b4bf509,35767,1731010827100/8a040b4bf509%2C35767%2C1731010827100.rep.1731010847012, exclude list is [], retry=0 2024-11-07T20:20:47,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42149,DS-9d439d5f-848c-4da1-94c9-15f12be863d2,DISK] 2024-11-07T20:20:47,031 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/WALs/8a040b4bf509,35767,1731010827100/8a040b4bf509%2C35767%2C1731010827100.rep.1731010847012 2024-11-07T20:20:47,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41709:41709)] 2024-11-07T20:20:47,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => fa8f2d6de2e6fe05e393f84937045eb1, NAME => 'hbase:replication,,1731010846275.fa8f2d6de2e6fe05e393f84937045eb1.', STARTKEY => '', ENDKEY => ''} 2024-11-07T20:20:47,032 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T20:20:47,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T20:20:47,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731010846275.fa8f2d6de2e6fe05e393f84937045eb1. service=MultiRowMutationService 2024-11-07T20:20:47,032 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-07T20:20:47,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication fa8f2d6de2e6fe05e393f84937045eb1 2024-11-07T20:20:47,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731010846275.fa8f2d6de2e6fe05e393f84937045eb1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:20:47,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for fa8f2d6de2e6fe05e393f84937045eb1 2024-11-07T20:20:47,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for fa8f2d6de2e6fe05e393f84937045eb1 2024-11-07T20:20:47,033 INFO [StoreOpener-fa8f2d6de2e6fe05e393f84937045eb1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region fa8f2d6de2e6fe05e393f84937045eb1 2024-11-07T20:20:47,034 INFO [StoreOpener-fa8f2d6de2e6fe05e393f84937045eb1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa8f2d6de2e6fe05e393f84937045eb1 columnFamilyName hfileref 2024-11-07T20:20:47,035 DEBUG [StoreOpener-fa8f2d6de2e6fe05e393f84937045eb1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:20:47,035 INFO [StoreOpener-fa8f2d6de2e6fe05e393f84937045eb1-1 {}] regionserver.HStore(327): Store=fa8f2d6de2e6fe05e393f84937045eb1/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:20:47,035 INFO [StoreOpener-fa8f2d6de2e6fe05e393f84937045eb1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region fa8f2d6de2e6fe05e393f84937045eb1 2024-11-07T20:20:47,036 INFO [StoreOpener-fa8f2d6de2e6fe05e393f84937045eb1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa8f2d6de2e6fe05e393f84937045eb1 columnFamilyName queue 2024-11-07T20:20:47,036 DEBUG [StoreOpener-fa8f2d6de2e6fe05e393f84937045eb1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:20:47,036 INFO [StoreOpener-fa8f2d6de2e6fe05e393f84937045eb1-1 {}] regionserver.HStore(327): Store=fa8f2d6de2e6fe05e393f84937045eb1/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:20:47,036 INFO [StoreOpener-fa8f2d6de2e6fe05e393f84937045eb1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region fa8f2d6de2e6fe05e393f84937045eb1 2024-11-07T20:20:47,045 INFO [StoreOpener-fa8f2d6de2e6fe05e393f84937045eb1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa8f2d6de2e6fe05e393f84937045eb1 columnFamilyName sid 2024-11-07T20:20:47,045 DEBUG [StoreOpener-fa8f2d6de2e6fe05e393f84937045eb1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:20:47,051 INFO [StoreOpener-fa8f2d6de2e6fe05e393f84937045eb1-1 {}] regionserver.HStore(327): Store=fa8f2d6de2e6fe05e393f84937045eb1/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:20:47,051 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for fa8f2d6de2e6fe05e393f84937045eb1 2024-11-07T20:20:47,052 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/data/hbase/replication/fa8f2d6de2e6fe05e393f84937045eb1 2024-11-07T20:20:47,052 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/data/hbase/replication/fa8f2d6de2e6fe05e393f84937045eb1 2024-11-07T20:20:47,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for fa8f2d6de2e6fe05e393f84937045eb1 2024-11-07T20:20:47,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for fa8f2d6de2e6fe05e393f84937045eb1 2024-11-07T20:20:47,054 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T20:20:47,054 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for fa8f2d6de2e6fe05e393f84937045eb1 2024-11-07T20:20:47,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/data/hbase/replication/fa8f2d6de2e6fe05e393f84937045eb1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T20:20:47,056 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened fa8f2d6de2e6fe05e393f84937045eb1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74440104, jitterRate=0.10924398899078369}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T20:20:47,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fa8f2d6de2e6fe05e393f84937045eb1 2024-11-07T20:20:47,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for fa8f2d6de2e6fe05e393f84937045eb1: Running coprocessor pre-open hook at 1731010847033Writing region info on filesystem at 1731010847033Initializing all the Stores at 1731010847033Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010847033Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010847033Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010847033Cleaning up temporary data from old regions at 1731010847053 (+20 ms)Running coprocessor post-open hooks at 1731010847056 (+3 ms)Region opened successfully at 1731010847056 2024-11-07T20:20:47,060 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731010846275.fa8f2d6de2e6fe05e393f84937045eb1., pid=10, masterSystemTime=1731010847008 2024-11-07T20:20:47,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731010846275.fa8f2d6de2e6fe05e393f84937045eb1. 2024-11-07T20:20:47,062 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731010846275.fa8f2d6de2e6fe05e393f84937045eb1. 2024-11-07T20:20:47,063 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fa8f2d6de2e6fe05e393f84937045eb1, regionState=OPEN, openSeqNum=2, regionLocation=8a040b4bf509,35767,1731010827100 2024-11-07T20:20:47,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa8f2d6de2e6fe05e393f84937045eb1, server=8a040b4bf509,35767,1731010827100 because future has completed 2024-11-07T20:20:47,071 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-07T20:20:47,071 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure fa8f2d6de2e6fe05e393f84937045eb1, server=8a040b4bf509,35767,1731010827100 in 213 msec 2024-11-07T20:20:47,077 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-07T20:20:47,077 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fa8f2d6de2e6fe05e393f84937045eb1, ASSIGN in 369 msec 2024-11-07T20:20:47,078 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T20:20:47,078 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731010847078"}]},"ts":"1731010847078"} 2024-11-07T20:20:47,081 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-07T20:20:47,082 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T20:20:47,083 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 807 msec 2024-11-07T20:20:47,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731010846275.fa8f2d6de2e6fe05e393f84937045eb1., hostname=8a040b4bf509,35767,1731010827100, seqNum=2] 2024-11-07T20:20:47,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33535-0x10116f506420000, quorum=127.0.0.1:61958, baseZNode=/0-471478346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-471478346 2024-11-07T20:20:47,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35767-0x10116f506420001, quorum=127.0.0.1:61958, baseZNode=/0-471478346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-471478346 2024-11-07T20:20:47,197 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T20:20:47,246 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-07T20:20:47,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35767 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-07T20:20:47,352 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-07T20:20:47,384 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-8a040b4bf509,35767,1731010827100, ReplicationSource: 1, currentBandwidth=0 2024-11-07T20:20:47,385 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:20:47,385 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,35767,1731010827100, seqNum=-1] 2024-11-07T20:20:47,385 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:20:47,386 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47747, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-07T20:20:47,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8a040b4bf509,35767,1731010827100', locateType=CURRENT is [region=hbase:replication,,1731010846275.fa8f2d6de2e6fe05e393f84937045eb1., hostname=8a040b4bf509,35767,1731010827100, seqNum=2] 2024-11-07T20:20:47,392 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-07T20:20:47,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33535 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-07T20:20:47,395 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8a040b4bf509,35767,1731010827100 suceeded 2024-11-07T20:20:47,396 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-07T20:20:47,397 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-11-07T20:20:47,397 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8a040b4bf509:34933,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T20:20:47,398 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1310 sec 2024-11-07T20:20:47,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T20:20:47,407 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-07T20:20:47,408 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T20:20:47,408 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:20:47,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:47,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:47,408 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:20:47,408 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35767,1731010827100 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8a040b4bf509:34933' 2024-11-07T20:20:47,412 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@278000dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:47,412 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,34933,-1 for getting cluster id 2024-11-07T20:20:47,413 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:20:47,413 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f28ee62-bb5e-4442-b967-a3f0bda30ce5' 2024-11-07T20:20:47,413 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:20:47,414 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f28ee62-bb5e-4442-b967-a3f0bda30ce5" 2024-11-07T20:20:47,414 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3846a543, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:47,414 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,34933,-1] 2024-11-07T20:20:47,414 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:20:47,414 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:47,415 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:20:47,415 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e6e45f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:47,416 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:20:47,417 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,34933,1731010832429 2024-11-07T20:20:47,417 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63c694ac 2024-11-07T20:20:47,417 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:20:47,418 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T20:20:47,418 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34933 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://8a040b4bf509:36769,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-07T20:20:47,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34933 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T20:20:47,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T20:20:47,421 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8a040b4bf509:36769' 2024-11-07T20:20:47,424 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a49ca8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:47,424 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35767,1731010827100 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@663bac7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:47,425 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,36769,-1 for getting cluster id 2024-11-07T20:20:47,425 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35767,1731010827100 {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,34933,-1 for getting cluster id 2024-11-07T20:20:47,425 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35767,1731010827100 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:20:47,425 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:20:47,425 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f28ee62-bb5e-4442-b967-a3f0bda30ce5' 2024-11-07T20:20:47,425 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe2e7736-8bf3-48f6-afb9-838208b4a724' 2024-11-07T20:20:47,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:20:47,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:20:47,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe2e7736-8bf3-48f6-afb9-838208b4a724" 2024-11-07T20:20:47,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f28ee62-bb5e-4442-b967-a3f0bda30ce5" 2024-11-07T20:20:47,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@657445cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:47,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48367adb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:47,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,36769,-1] 2024-11-07T20:20:47,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,34933,-1] 2024-11-07T20:20:47,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:20:47,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:20:47,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:47,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:47,427 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:20:47,427 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:20:47,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b3e3033, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:47,428 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:20:47,428 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35767,1731010827100 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@52e61bf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:47,428 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35767,1731010827100 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:20:47,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,36769,1731010838298 2024-11-07T20:20:47,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@350decad 2024-11-07T20:20:47,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,34933,1731010832429 2024-11-07T20:20:47,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4bdc9a60 2024-11-07T20:20:47,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:20:47,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:20:47,429 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-07T20:20:47,430 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T20:20:47,430 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35767,1731010827100 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8a040b4bf509,35767,1731010827100 (queues=1) is replicating from cluster=1d8d9877-a89f-42d0-93ba-2aa8caa7456a to cluster=2f28ee62-bb5e-4442-b967-a3f0bda30ce5 2024-11-07T20:20:47,430 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-07T20:20:47,430 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35767,1731010827100 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8a040b4bf509%2C35767%2C1731010827100 2024-11-07T20:20:47,430 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T20:20:47,430 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35767,1731010827100 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8a040b4bf509,35767,1731010827100, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T20:20:47,430 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:47,430 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:47,431 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T20:20:47,431 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:20:47,432 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-07T20:20:47,433 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35767,1731010827100.replicationSource.wal-reader.8a040b4bf509%2C35767%2C1731010827100,1-8a040b4bf509,35767,1731010827100 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/WALs/8a040b4bf509,35767,1731010827100/8a040b4bf509%2C35767%2C1731010827100.1731010829322, startPosition=0, beingWritten=true 2024-11-07T20:20:47,433 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T20:20:47,433 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:20:47,433 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35767,1731010827100.replicationSource.shipper8a040b4bf509%2C35767%2C1731010827100,1-8a040b4bf509,35767,1731010827100 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8a040b4bf509%2C35767%2C1731010827100 2024-11-07T20:20:47,434 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T20:20:47,439 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35767,1731010827100.replicationSource.wal-reader.8a040b4bf509%2C35767%2C1731010827100,1-8a040b4bf509,35767,1731010827100 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T20:20:47,439 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35767,1731010827100.replicationSource.wal-reader.8a040b4bf509%2C35767%2C1731010827100,1-8a040b4bf509,35767,1731010827100 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/WALs/8a040b4bf509,35767,1731010827100/8a040b4bf509%2C35767%2C1731010827100.1731010829322 to pos 379, reset compression=false 2024-11-07T20:20:47,439 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35767,1731010827100.replicationSource.shipper8a040b4bf509%2C35767%2C1731010827100,1-8a040b4bf509,35767,1731010827100 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a040b4bf509,35767,1731010827100 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/WALs/8a040b4bf509,35767,1731010827100/8a040b4bf509%2C35767%2C1731010827100.1731010829322, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T20:20:47,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38211 is added to blk_1073741837_1013 (size=1138) 2024-11-07T20:20:47,482 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-07T20:20:47,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T20:20:47,649 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35767,1731010827100.replicationSource.wal-reader.8a040b4bf509%2C35767%2C1731010827100,1-8a040b4bf509,35767,1731010827100 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/WALs/8a040b4bf509,35767,1731010827100/8a040b4bf509%2C35767%2C1731010827100.1731010829322 to pos 379, reset compression=false 2024-11-07T20:20:47,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T20:20:47,847 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 177d4e9f8f624f6a6a9b63be4dee6056, NAME => 'hbase:replication,,1731010847431.177d4e9f8f624f6a6a9b63be4dee6056.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6 2024-11-07T20:20:47,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38211 is added to blk_1073741838_1014 (size=44) 2024-11-07T20:20:47,870 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731010847431.177d4e9f8f624f6a6a9b63be4dee6056.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:20:47,870 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 177d4e9f8f624f6a6a9b63be4dee6056, disabling compactions & flushes 2024-11-07T20:20:47,870 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731010847431.177d4e9f8f624f6a6a9b63be4dee6056. 2024-11-07T20:20:47,870 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731010847431.177d4e9f8f624f6a6a9b63be4dee6056. 2024-11-07T20:20:47,870 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731010847431.177d4e9f8f624f6a6a9b63be4dee6056. after waiting 0 ms 2024-11-07T20:20:47,870 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731010847431.177d4e9f8f624f6a6a9b63be4dee6056. 2024-11-07T20:20:47,870 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731010847431.177d4e9f8f624f6a6a9b63be4dee6056. 2024-11-07T20:20:47,870 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 177d4e9f8f624f6a6a9b63be4dee6056: Waiting for close lock at 1731010847870Disabling compacts and flushes for region at 1731010847870Disabling writes for close at 1731010847870Writing region close event to WAL at 1731010847870Closed at 1731010847870 2024-11-07T20:20:47,871 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T20:20:47,871 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731010847431.177d4e9f8f624f6a6a9b63be4dee6056.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731010847871"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731010847871"}]},"ts":"1731010847871"} 2024-11-07T20:20:47,873 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T20:20:47,874 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T20:20:47,874 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731010847874"}]},"ts":"1731010847874"} 2024-11-07T20:20:47,875 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-07T20:20:47,876 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=177d4e9f8f624f6a6a9b63be4dee6056, ASSIGN}] 2024-11-07T20:20:47,877 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=177d4e9f8f624f6a6a9b63be4dee6056, ASSIGN 2024-11-07T20:20:47,878 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=177d4e9f8f624f6a6a9b63be4dee6056, ASSIGN; state=OFFLINE, location=8a040b4bf509,35587,1731010832732; forceNewPlan=false, retain=false 2024-11-07T20:20:47,952 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35767,1731010827100.replicationSource.wal-reader.8a040b4bf509%2C35767%2C1731010827100,1-8a040b4bf509,35767,1731010827100 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/WALs/8a040b4bf509,35767,1731010827100/8a040b4bf509%2C35767%2C1731010827100.1731010829322 to pos 379, reset compression=false 2024-11-07T20:20:48,028 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=177d4e9f8f624f6a6a9b63be4dee6056, regionState=OPENING, regionLocation=8a040b4bf509,35587,1731010832732 2024-11-07T20:20:48,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=177d4e9f8f624f6a6a9b63be4dee6056, ASSIGN because future has completed 2024-11-07T20:20:48,036 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 177d4e9f8f624f6a6a9b63be4dee6056, server=8a040b4bf509,35587,1731010832732}] 2024-11-07T20:20:48,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T20:20:48,192 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731010847431.177d4e9f8f624f6a6a9b63be4dee6056. 2024-11-07T20:20:48,192 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:20:48,192 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-07T20:20:48,194 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a040b4bf509%2C35587%2C1731010832732.rep, suffix=, logDir=hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/WALs/8a040b4bf509,35587,1731010832732, archiveDir=hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/oldWALs, maxLogs=10 2024-11-07T20:20:48,211 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/WALs/8a040b4bf509,35587,1731010832732/8a040b4bf509%2C35587%2C1731010832732.rep.1731010848194, exclude list is [], retry=0 2024-11-07T20:20:48,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38211,DS-8650bc31-79c8-4628-beea-99f8327b6762,DISK] 2024-11-07T20:20:48,215 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/WALs/8a040b4bf509,35587,1731010832732/8a040b4bf509%2C35587%2C1731010832732.rep.1731010848194 2024-11-07T20:20:48,215 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38207:38207)] 2024-11-07T20:20:48,215 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 177d4e9f8f624f6a6a9b63be4dee6056, NAME => 'hbase:replication,,1731010847431.177d4e9f8f624f6a6a9b63be4dee6056.', STARTKEY => '', ENDKEY => ''} 2024-11-07T20:20:48,215 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T20:20:48,215 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T20:20:48,216 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731010847431.177d4e9f8f624f6a6a9b63be4dee6056. service=MultiRowMutationService 2024-11-07T20:20:48,216 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-07T20:20:48,216 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 177d4e9f8f624f6a6a9b63be4dee6056 2024-11-07T20:20:48,216 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731010847431.177d4e9f8f624f6a6a9b63be4dee6056.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:20:48,216 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 177d4e9f8f624f6a6a9b63be4dee6056 2024-11-07T20:20:48,216 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 177d4e9f8f624f6a6a9b63be4dee6056 2024-11-07T20:20:48,217 INFO [StoreOpener-177d4e9f8f624f6a6a9b63be4dee6056-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 177d4e9f8f624f6a6a9b63be4dee6056 2024-11-07T20:20:48,218 INFO [StoreOpener-177d4e9f8f624f6a6a9b63be4dee6056-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 177d4e9f8f624f6a6a9b63be4dee6056 columnFamilyName hfileref 2024-11-07T20:20:48,218 DEBUG [StoreOpener-177d4e9f8f624f6a6a9b63be4dee6056-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:20:48,218 INFO [StoreOpener-177d4e9f8f624f6a6a9b63be4dee6056-1 {}] regionserver.HStore(327): Store=177d4e9f8f624f6a6a9b63be4dee6056/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:20:48,218 INFO [StoreOpener-177d4e9f8f624f6a6a9b63be4dee6056-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 177d4e9f8f624f6a6a9b63be4dee6056 2024-11-07T20:20:48,219 INFO [StoreOpener-177d4e9f8f624f6a6a9b63be4dee6056-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 177d4e9f8f624f6a6a9b63be4dee6056 columnFamilyName queue 2024-11-07T20:20:48,219 DEBUG [StoreOpener-177d4e9f8f624f6a6a9b63be4dee6056-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:20:48,219 INFO [StoreOpener-177d4e9f8f624f6a6a9b63be4dee6056-1 {}] regionserver.HStore(327): Store=177d4e9f8f624f6a6a9b63be4dee6056/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:20:48,219 INFO [StoreOpener-177d4e9f8f624f6a6a9b63be4dee6056-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 177d4e9f8f624f6a6a9b63be4dee6056 2024-11-07T20:20:48,220 INFO [StoreOpener-177d4e9f8f624f6a6a9b63be4dee6056-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 177d4e9f8f624f6a6a9b63be4dee6056 columnFamilyName sid 2024-11-07T20:20:48,220 DEBUG [StoreOpener-177d4e9f8f624f6a6a9b63be4dee6056-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:20:48,221 INFO [StoreOpener-177d4e9f8f624f6a6a9b63be4dee6056-1 {}] regionserver.HStore(327): Store=177d4e9f8f624f6a6a9b63be4dee6056/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:20:48,221 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 177d4e9f8f624f6a6a9b63be4dee6056 2024-11-07T20:20:48,221 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/data/hbase/replication/177d4e9f8f624f6a6a9b63be4dee6056 2024-11-07T20:20:48,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/data/hbase/replication/177d4e9f8f624f6a6a9b63be4dee6056 2024-11-07T20:20:48,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 177d4e9f8f624f6a6a9b63be4dee6056 2024-11-07T20:20:48,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 177d4e9f8f624f6a6a9b63be4dee6056 2024-11-07T20:20:48,223 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T20:20:48,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 177d4e9f8f624f6a6a9b63be4dee6056 2024-11-07T20:20:48,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/data/hbase/replication/177d4e9f8f624f6a6a9b63be4dee6056/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T20:20:48,226 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 177d4e9f8f624f6a6a9b63be4dee6056; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63248232, jitterRate=-0.057527899742126465}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T20:20:48,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 177d4e9f8f624f6a6a9b63be4dee6056 2024-11-07T20:20:48,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 177d4e9f8f624f6a6a9b63be4dee6056: Running coprocessor pre-open hook at 1731010848216Writing region info on filesystem at 1731010848216Initializing all the Stores at 1731010848217 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010848217Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010848217Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010848217Cleaning up temporary data from old regions at 1731010848222 (+5 ms)Running coprocessor post-open hooks at 1731010848226 (+4 ms)Region opened successfully at 1731010848226 2024-11-07T20:20:48,227 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731010847431.177d4e9f8f624f6a6a9b63be4dee6056., pid=10, masterSystemTime=1731010848188 2024-11-07T20:20:48,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731010847431.177d4e9f8f624f6a6a9b63be4dee6056. 2024-11-07T20:20:48,228 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731010847431.177d4e9f8f624f6a6a9b63be4dee6056. 2024-11-07T20:20:48,229 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=177d4e9f8f624f6a6a9b63be4dee6056, regionState=OPEN, openSeqNum=2, regionLocation=8a040b4bf509,35587,1731010832732 2024-11-07T20:20:48,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 177d4e9f8f624f6a6a9b63be4dee6056, server=8a040b4bf509,35587,1731010832732 because future has completed 2024-11-07T20:20:48,232 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-07T20:20:48,232 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 177d4e9f8f624f6a6a9b63be4dee6056, server=8a040b4bf509,35587,1731010832732 in 195 msec 2024-11-07T20:20:48,234 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-07T20:20:48,234 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=177d4e9f8f624f6a6a9b63be4dee6056, ASSIGN in 356 msec 2024-11-07T20:20:48,234 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T20:20:48,235 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731010848234"}]},"ts":"1731010848234"} 2024-11-07T20:20:48,236 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-07T20:20:48,237 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T20:20:48,238 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 806 msec 2024-11-07T20:20:48,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731010847431.177d4e9f8f624f6a6a9b63be4dee6056., hostname=8a040b4bf509,35587,1731010832732, seqNum=2] 2024-11-07T20:20:48,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34933-0x10116f506420003, quorum=127.0.0.1:61958, baseZNode=/1739398149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1739398149 2024-11-07T20:20:48,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x10116f506420004, quorum=127.0.0.1:61958, baseZNode=/1739398149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1739398149 2024-11-07T20:20:48,333 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T20:20:48,361 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35767,1731010827100.replicationSource.wal-reader.8a040b4bf509%2C35767%2C1731010827100,1-8a040b4bf509,35767,1731010827100 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/WALs/8a040b4bf509,35767,1731010827100/8a040b4bf509%2C35767%2C1731010827100.1731010829322 to pos 379, reset compression=false 2024-11-07T20:20:48,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35587 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-07T20:20:48,485 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-07T20:20:48,523 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-8a040b4bf509,35587,1731010832732, ReplicationSource: 1, currentBandwidth=0 2024-11-07T20:20:48,530 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:20:48,530 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,35587,1731010832732, seqNum=-1] 2024-11-07T20:20:48,530 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:20:48,531 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60421, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-07T20:20:48,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8a040b4bf509,35587,1731010832732', locateType=CURRENT is [region=hbase:replication,,1731010847431.177d4e9f8f624f6a6a9b63be4dee6056., hostname=8a040b4bf509,35587,1731010832732, seqNum=2] 2024-11-07T20:20:48,540 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-07T20:20:48,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34933 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-07T20:20:48,542 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8a040b4bf509,35587,1731010832732 suceeded 2024-11-07T20:20:48,543 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-07T20:20:48,543 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 209 msec 2024-11-07T20:20:48,543 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8a040b4bf509:36769,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T20:20:48,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1250 sec 2024-11-07T20:20:48,559 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35587,1731010832732 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8a040b4bf509:36769' 2024-11-07T20:20:48,560 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35587,1731010832732 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f0901d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:48,560 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35587,1731010832732 {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,36769,-1 for getting cluster id 2024-11-07T20:20:48,560 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35587,1731010832732 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:20:48,561 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe2e7736-8bf3-48f6-afb9-838208b4a724' 2024-11-07T20:20:48,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T20:20:48,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:20:48,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe2e7736-8bf3-48f6-afb9-838208b4a724" 2024-11-07T20:20:48,561 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-07T20:20:48,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62323da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:48,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,36769,-1] 2024-11-07T20:20:48,561 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T20:20:48,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:20:48,562 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:20:48,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:48,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:48,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:48,562 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:20:48,562 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:20:48,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@432f9dd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:48,563 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,36769,-1 for getting cluster id 2024-11-07T20:20:48,563 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35587,1731010832732 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70b50fb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:48,563 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35587,1731010832732 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:20:48,563 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:20:48,564 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe2e7736-8bf3-48f6-afb9-838208b4a724' 2024-11-07T20:20:48,564 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:20:48,564 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe2e7736-8bf3-48f6-afb9-838208b4a724" 2024-11-07T20:20:48,564 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71815f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:48,564 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,36769,-1] 2024-11-07T20:20:48,564 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:20:48,565 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:48,565 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:20:48,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,36769,1731010838298 2024-11-07T20:20:48,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@169a628f 2024-11-07T20:20:48,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:20:48,566 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@594f91ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:48,566 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:20:48,567 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-07T20:20:48,567 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,36769,1731010838298 2024-11-07T20:20:48,567 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@707445db 2024-11-07T20:20:48,567 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:20:48,568 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35587,1731010832732 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8a040b4bf509,35587,1731010832732 (queues=1) is replicating from cluster=2f28ee62-bb5e-4442-b967-a3f0bda30ce5 to cluster=fe2e7736-8bf3-48f6-afb9-838208b4a724 2024-11-07T20:20:48,568 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T20:20:48,568 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35587,1731010832732 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8a040b4bf509%2C35587%2C1731010832732 2024-11-07T20:20:48,568 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35587,1731010832732 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8a040b4bf509,35587,1731010832732, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T20:20:48,569 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36769 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://8a040b4bf509:34933,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-07T20:20:48,569 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35587,1731010832732.replicationSource.wal-reader.8a040b4bf509%2C35587%2C1731010832732,1-8a040b4bf509,35587,1731010832732 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/WALs/8a040b4bf509,35587,1731010832732/8a040b4bf509%2C35587%2C1731010832732.1731010834554, startPosition=0, beingWritten=true 2024-11-07T20:20:48,570 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35587,1731010832732.replicationSource.shipper8a040b4bf509%2C35587%2C1731010832732,1-8a040b4bf509,35587,1731010832732 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8a040b4bf509%2C35587%2C1731010832732 2024-11-07T20:20:48,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36769 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T20:20:48,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T20:20:48,573 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8a040b4bf509:34933' 2024-11-07T20:20:48,576 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7216fe28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:48,576 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,34933,-1 for getting cluster id 2024-11-07T20:20:48,576 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:20:48,577 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f28ee62-bb5e-4442-b967-a3f0bda30ce5' 2024-11-07T20:20:48,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:20:48,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f28ee62-bb5e-4442-b967-a3f0bda30ce5" 2024-11-07T20:20:48,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2075476e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:48,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,34933,-1] 2024-11-07T20:20:48,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:20:48,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:48,579 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:20:48,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41dce748, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:48,579 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:20:48,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,34933,1731010832429 2024-11-07T20:20:48,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33ac2619 2024-11-07T20:20:48,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:20:48,581 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T20:20:48,582 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-07T20:20:48,582 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T20:20:48,582 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:48,582 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:48,582 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:20:48,583 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T20:20:48,583 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35587,1731010832732.replicationSource.wal-reader.8a040b4bf509%2C35587%2C1731010832732,1-8a040b4bf509,35587,1731010832732 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T20:20:48,583 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35587,1731010832732.replicationSource.wal-reader.8a040b4bf509%2C35587%2C1731010832732,1-8a040b4bf509,35587,1731010832732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/WALs/8a040b4bf509,35587,1731010832732/8a040b4bf509%2C35587%2C1731010832732.1731010834554 to pos 379, reset compression=false 2024-11-07T20:20:48,583 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35587,1731010832732.replicationSource.shipper8a040b4bf509%2C35587%2C1731010832732,1-8a040b4bf509,35587,1731010832732 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a040b4bf509,35587,1731010832732 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/WALs/8a040b4bf509,35587,1731010832732/8a040b4bf509%2C35587%2C1731010832732.1731010834554, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T20:20:48,584 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-07T20:20:48,585 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T20:20:48,585 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:20:48,587 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T20:20:48,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44613 is added to blk_1073741837_1013 (size=1138) 2024-11-07T20:20:48,604 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 46726d3873c11faf4a2e6a4a7845d75c, NAME => 'hbase:replication,,1731010848583.46726d3873c11faf4a2e6a4a7845d75c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b 2024-11-07T20:20:48,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44613 is added to blk_1073741838_1014 (size=44) 2024-11-07T20:20:48,634 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-07T20:20:48,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T20:20:48,793 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35587,1731010832732.replicationSource.wal-reader.8a040b4bf509%2C35587%2C1731010832732,1-8a040b4bf509,35587,1731010832732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/WALs/8a040b4bf509,35587,1731010832732/8a040b4bf509%2C35587%2C1731010832732.1731010834554 to pos 379, reset compression=false 2024-11-07T20:20:48,864 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35767,1731010827100.replicationSource.wal-reader.8a040b4bf509%2C35767%2C1731010827100,1-8a040b4bf509,35767,1731010827100 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/WALs/8a040b4bf509,35767,1731010827100/8a040b4bf509%2C35767%2C1731010827100.1731010829322 to pos 379, reset compression=false 2024-11-07T20:20:48,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T20:20:49,018 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731010848583.46726d3873c11faf4a2e6a4a7845d75c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:20:49,018 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 46726d3873c11faf4a2e6a4a7845d75c, disabling compactions & flushes 2024-11-07T20:20:49,018 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731010848583.46726d3873c11faf4a2e6a4a7845d75c. 2024-11-07T20:20:49,018 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731010848583.46726d3873c11faf4a2e6a4a7845d75c. 2024-11-07T20:20:49,018 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731010848583.46726d3873c11faf4a2e6a4a7845d75c. after waiting 0 ms 2024-11-07T20:20:49,018 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731010848583.46726d3873c11faf4a2e6a4a7845d75c. 2024-11-07T20:20:49,018 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731010848583.46726d3873c11faf4a2e6a4a7845d75c. 2024-11-07T20:20:49,018 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 46726d3873c11faf4a2e6a4a7845d75c: Waiting for close lock at 1731010849018Disabling compacts and flushes for region at 1731010849018Disabling writes for close at 1731010849018Writing region close event to WAL at 1731010849018Closed at 1731010849018 2024-11-07T20:20:49,019 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T20:20:49,020 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731010848583.46726d3873c11faf4a2e6a4a7845d75c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731010849019"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731010849019"}]},"ts":"1731010849019"} 2024-11-07T20:20:49,021 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T20:20:49,022 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T20:20:49,022 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731010849022"}]},"ts":"1731010849022"} 2024-11-07T20:20:49,023 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-07T20:20:49,024 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=46726d3873c11faf4a2e6a4a7845d75c, ASSIGN}] 2024-11-07T20:20:49,024 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=46726d3873c11faf4a2e6a4a7845d75c, ASSIGN 2024-11-07T20:20:49,025 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=46726d3873c11faf4a2e6a4a7845d75c, ASSIGN; state=OFFLINE, location=8a040b4bf509,44591,1731010838434; forceNewPlan=false, retain=false 2024-11-07T20:20:49,101 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35587,1731010832732.replicationSource.wal-reader.8a040b4bf509%2C35587%2C1731010832732,1-8a040b4bf509,35587,1731010832732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/WALs/8a040b4bf509,35587,1731010832732/8a040b4bf509%2C35587%2C1731010832732.1731010834554 to pos 379, reset compression=false 2024-11-07T20:20:49,176 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=46726d3873c11faf4a2e6a4a7845d75c, regionState=OPENING, regionLocation=8a040b4bf509,44591,1731010838434 2024-11-07T20:20:49,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=46726d3873c11faf4a2e6a4a7845d75c, ASSIGN because future has completed 2024-11-07T20:20:49,178 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46726d3873c11faf4a2e6a4a7845d75c, server=8a040b4bf509,44591,1731010838434}] 2024-11-07T20:20:49,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T20:20:49,333 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731010848583.46726d3873c11faf4a2e6a4a7845d75c. 2024-11-07T20:20:49,333 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:20:49,334 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-07T20:20:49,335 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a040b4bf509%2C44591%2C1731010838434.rep, suffix=, logDir=hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/WALs/8a040b4bf509,44591,1731010838434, archiveDir=hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/oldWALs, maxLogs=10 2024-11-07T20:20:49,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/WALs/8a040b4bf509,44591,1731010838434/8a040b4bf509%2C44591%2C1731010838434.rep.1731010849335, exclude list is [], retry=0 2024-11-07T20:20:49,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44613,DS-4dbd35c2-8b7c-401e-9ad4-b78ab53d7f60,DISK] 2024-11-07T20:20:49,358 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/WALs/8a040b4bf509,44591,1731010838434/8a040b4bf509%2C44591%2C1731010838434.rep.1731010849335 2024-11-07T20:20:49,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36517:36517)] 2024-11-07T20:20:49,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 46726d3873c11faf4a2e6a4a7845d75c, NAME => 'hbase:replication,,1731010848583.46726d3873c11faf4a2e6a4a7845d75c.', STARTKEY => '', ENDKEY => ''} 2024-11-07T20:20:49,358 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T20:20:49,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T20:20:49,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731010848583.46726d3873c11faf4a2e6a4a7845d75c. service=MultiRowMutationService 2024-11-07T20:20:49,359 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-07T20:20:49,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 46726d3873c11faf4a2e6a4a7845d75c 2024-11-07T20:20:49,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731010848583.46726d3873c11faf4a2e6a4a7845d75c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:20:49,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 46726d3873c11faf4a2e6a4a7845d75c 2024-11-07T20:20:49,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 46726d3873c11faf4a2e6a4a7845d75c 2024-11-07T20:20:49,360 INFO [StoreOpener-46726d3873c11faf4a2e6a4a7845d75c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 46726d3873c11faf4a2e6a4a7845d75c 2024-11-07T20:20:49,361 INFO [StoreOpener-46726d3873c11faf4a2e6a4a7845d75c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46726d3873c11faf4a2e6a4a7845d75c columnFamilyName hfileref 2024-11-07T20:20:49,361 DEBUG [StoreOpener-46726d3873c11faf4a2e6a4a7845d75c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:20:49,361 INFO [StoreOpener-46726d3873c11faf4a2e6a4a7845d75c-1 {}] regionserver.HStore(327): Store=46726d3873c11faf4a2e6a4a7845d75c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:20:49,361 INFO [StoreOpener-46726d3873c11faf4a2e6a4a7845d75c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 46726d3873c11faf4a2e6a4a7845d75c 2024-11-07T20:20:49,362 INFO [StoreOpener-46726d3873c11faf4a2e6a4a7845d75c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46726d3873c11faf4a2e6a4a7845d75c columnFamilyName queue 2024-11-07T20:20:49,362 DEBUG [StoreOpener-46726d3873c11faf4a2e6a4a7845d75c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:20:49,363 INFO [StoreOpener-46726d3873c11faf4a2e6a4a7845d75c-1 {}] regionserver.HStore(327): Store=46726d3873c11faf4a2e6a4a7845d75c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:20:49,363 INFO [StoreOpener-46726d3873c11faf4a2e6a4a7845d75c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 46726d3873c11faf4a2e6a4a7845d75c 2024-11-07T20:20:49,363 INFO [StoreOpener-46726d3873c11faf4a2e6a4a7845d75c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46726d3873c11faf4a2e6a4a7845d75c columnFamilyName sid 2024-11-07T20:20:49,364 DEBUG [StoreOpener-46726d3873c11faf4a2e6a4a7845d75c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:20:49,364 INFO [StoreOpener-46726d3873c11faf4a2e6a4a7845d75c-1 {}] regionserver.HStore(327): Store=46726d3873c11faf4a2e6a4a7845d75c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:20:49,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 46726d3873c11faf4a2e6a4a7845d75c 2024-11-07T20:20:49,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/data/hbase/replication/46726d3873c11faf4a2e6a4a7845d75c 2024-11-07T20:20:49,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/data/hbase/replication/46726d3873c11faf4a2e6a4a7845d75c 2024-11-07T20:20:49,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 46726d3873c11faf4a2e6a4a7845d75c 2024-11-07T20:20:49,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 46726d3873c11faf4a2e6a4a7845d75c 2024-11-07T20:20:49,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T20:20:49,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 46726d3873c11faf4a2e6a4a7845d75c 2024-11-07T20:20:49,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/data/hbase/replication/46726d3873c11faf4a2e6a4a7845d75c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T20:20:49,369 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 46726d3873c11faf4a2e6a4a7845d75c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66204752, jitterRate=-0.013472318649291992}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T20:20:49,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 46726d3873c11faf4a2e6a4a7845d75c 2024-11-07T20:20:49,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 46726d3873c11faf4a2e6a4a7845d75c: Running coprocessor pre-open hook at 1731010849359Writing region info on filesystem at 1731010849359Initializing all the Stores at 1731010849359Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010849360 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010849360Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010849360Cleaning up temporary data from old regions at 1731010849365 (+5 ms)Running coprocessor post-open hooks at 1731010849369 (+4 ms)Region opened successfully at 1731010849369 2024-11-07T20:20:49,369 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731010848583.46726d3873c11faf4a2e6a4a7845d75c., pid=10, masterSystemTime=1731010849330 2024-11-07T20:20:49,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731010848583.46726d3873c11faf4a2e6a4a7845d75c. 2024-11-07T20:20:49,371 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731010848583.46726d3873c11faf4a2e6a4a7845d75c. 2024-11-07T20:20:49,372 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=46726d3873c11faf4a2e6a4a7845d75c, regionState=OPEN, openSeqNum=2, regionLocation=8a040b4bf509,44591,1731010838434 2024-11-07T20:20:49,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46726d3873c11faf4a2e6a4a7845d75c, server=8a040b4bf509,44591,1731010838434 because future has completed 2024-11-07T20:20:49,376 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-07T20:20:49,376 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 46726d3873c11faf4a2e6a4a7845d75c, server=8a040b4bf509,44591,1731010838434 in 196 msec 2024-11-07T20:20:49,378 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-07T20:20:49,378 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=46726d3873c11faf4a2e6a4a7845d75c, ASSIGN in 352 msec 2024-11-07T20:20:49,379 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T20:20:49,379 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731010849379"}]},"ts":"1731010849379"} 2024-11-07T20:20:49,381 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-07T20:20:49,381 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T20:20:49,383 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 798 msec 2024-11-07T20:20:49,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731010848583.46726d3873c11faf4a2e6a4a7845d75c., hostname=8a040b4bf509,44591,1731010838434, seqNum=2] 2024-11-07T20:20:49,467 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35767,1731010827100.replicationSource.wal-reader.8a040b4bf509%2C35767%2C1731010827100,1-8a040b4bf509,35767,1731010827100 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/WALs/8a040b4bf509,35767,1731010827100/8a040b4bf509%2C35767%2C1731010827100.1731010829322 to pos 379, reset compression=false 2024-11-07T20:20:49,510 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35587,1731010832732.replicationSource.wal-reader.8a040b4bf509%2C35587%2C1731010832732,1-8a040b4bf509,35587,1731010832732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/WALs/8a040b4bf509,35587,1731010832732/8a040b4bf509%2C35587%2C1731010832732.1731010834554 to pos 379, reset compression=false 2024-11-07T20:20:49,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44591-0x10116f506420007, quorum=127.0.0.1:61958, baseZNode=/2-1200755369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1200755369 2024-11-07T20:20:49,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36769-0x10116f506420006, quorum=127.0.0.1:61958, baseZNode=/2-1200755369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1200755369 2024-11-07T20:20:49,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T20:20:49,776 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T20:20:49,850 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:20:49,850 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8a040b4bf509,35697,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a040b4bf509:35697 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T20:20:49,851 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108829 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8a040b4bf509,35697,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a040b4bf509:35697 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T20:20:49,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44591 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-07T20:20:49,952 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-07T20:20:50,010 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-8a040b4bf509,44591,1731010838434, ReplicationSource: 1, currentBandwidth=0 2024-11-07T20:20:50,011 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:20:50,011 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,44591,1731010838434, seqNum=-1] 2024-11-07T20:20:50,011 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:20:50,012 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46687, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-07T20:20:50,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8a040b4bf509,44591,1731010838434', locateType=CURRENT is [region=hbase:replication,,1731010848583.46726d3873c11faf4a2e6a4a7845d75c., hostname=8a040b4bf509,44591,1731010838434, seqNum=2] 2024-11-07T20:20:50,015 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35587,1731010832732.replicationSource.wal-reader.8a040b4bf509%2C35587%2C1731010832732,1-8a040b4bf509,35587,1731010832732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/WALs/8a040b4bf509,35587,1731010832732/8a040b4bf509%2C35587%2C1731010832732.1731010834554 to pos 379, reset compression=false 2024-11-07T20:20:50,016 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-07T20:20:50,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36769 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-07T20:20:50,020 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8a040b4bf509,44591,1731010838434 suceeded 2024-11-07T20:20:50,023 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-07T20:20:50,023 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 244 msec 2024-11-07T20:20:50,023 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8a040b4bf509:34933,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T20:20:50,026 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4540 sec 2024-11-07T20:20:50,039 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,44591,1731010838434 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8a040b4bf509:34933' 2024-11-07T20:20:50,053 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,44591,1731010838434 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5aecd707, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:50,053 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,44591,1731010838434 {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,34933,-1 for getting cluster id 2024-11-07T20:20:50,053 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,44591,1731010838434 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:20:50,054 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f28ee62-bb5e-4442-b967-a3f0bda30ce5' 2024-11-07T20:20:50,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:20:50,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f28ee62-bb5e-4442-b967-a3f0bda30ce5" 2024-11-07T20:20:50,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32e534b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:50,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,34933,-1] 2024-11-07T20:20:50,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:20:50,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:50,058 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:20:50,058 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,44591,1731010838434 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@66b7543d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:50,058 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,44591,1731010838434 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:20:50,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,34933,1731010832429 2024-11-07T20:20:50,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e46e81f 2024-11-07T20:20:50,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:20:50,060 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-07T20:20:50,062 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,44591,1731010838434 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8a040b4bf509,44591,1731010838434 (queues=1) is replicating from cluster=fe2e7736-8bf3-48f6-afb9-838208b4a724 to cluster=2f28ee62-bb5e-4442-b967-a3f0bda30ce5 2024-11-07T20:20:50,062 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,44591,1731010838434 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8a040b4bf509%2C44591%2C1731010838434 2024-11-07T20:20:50,062 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,44591,1731010838434 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8a040b4bf509,44591,1731010838434, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T20:20:50,062 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,44591,1731010838434.replicationSource.wal-reader.8a040b4bf509%2C44591%2C1731010838434,1-8a040b4bf509,44591,1731010838434 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/WALs/8a040b4bf509,44591,1731010838434/8a040b4bf509%2C44591%2C1731010838434.1731010840551, startPosition=0, beingWritten=true 2024-11-07T20:20:50,068 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,44591,1731010838434.replicationSource.shipper8a040b4bf509%2C44591%2C1731010838434,1-8a040b4bf509,44591,1731010838434 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8a040b4bf509%2C44591%2C1731010838434 2024-11-07T20:20:50,079 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,44591,1731010838434.replicationSource.wal-reader.8a040b4bf509%2C44591%2C1731010838434,1-8a040b4bf509,44591,1731010838434 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T20:20:50,079 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,44591,1731010838434.replicationSource.wal-reader.8a040b4bf509%2C44591%2C1731010838434,1-8a040b4bf509,44591,1731010838434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/WALs/8a040b4bf509,44591,1731010838434/8a040b4bf509%2C44591%2C1731010838434.1731010840551 to pos 379, reset compression=false 2024-11-07T20:20:50,079 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,44591,1731010838434.replicationSource.shipper8a040b4bf509%2C44591%2C1731010838434,1-8a040b4bf509,44591,1731010838434 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a040b4bf509,44591,1731010838434 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/WALs/8a040b4bf509,44591,1731010838434/8a040b4bf509%2C44591%2C1731010838434.1731010840551, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T20:20:50,171 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35767,1731010827100.replicationSource.wal-reader.8a040b4bf509%2C35767%2C1731010827100,1-8a040b4bf509,35767,1731010827100 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/WALs/8a040b4bf509,35767,1731010827100/8a040b4bf509%2C35767%2C1731010827100.1731010829322 to pos 379, reset compression=false 2024-11-07T20:20:50,310 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,44591,1731010838434.replicationSource.wal-reader.8a040b4bf509%2C44591%2C1731010838434,1-8a040b4bf509,44591,1731010838434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/WALs/8a040b4bf509,44591,1731010838434/8a040b4bf509%2C44591%2C1731010838434.1731010840551 to pos 379, reset compression=false 2024-11-07T20:20:50,645 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,44591,1731010838434.replicationSource.wal-reader.8a040b4bf509%2C44591%2C1731010838434,1-8a040b4bf509,44591,1731010838434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/WALs/8a040b4bf509,44591,1731010838434/8a040b4bf509%2C44591%2C1731010838434.1731010840551 to pos 379, reset compression=false 2024-11-07T20:20:50,665 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35587,1731010832732.replicationSource.wal-reader.8a040b4bf509%2C35587%2C1731010832732,1-8a040b4bf509,35587,1731010832732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/WALs/8a040b4bf509,35587,1731010832732/8a040b4bf509%2C35587%2C1731010832732.1731010834554 to pos 379, reset compression=false 2024-11-07T20:20:50,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T20:20:50,721 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-07T20:20:50,721 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T20:20:50,721 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:20:50,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:50,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:50,722 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:20:50,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13adda70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:50,722 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,33535,-1 for getting cluster id 2024-11-07T20:20:50,722 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:20:50,723 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1d8d9877-a89f-42d0-93ba-2aa8caa7456a' 2024-11-07T20:20:50,723 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:20:50,723 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1d8d9877-a89f-42d0-93ba-2aa8caa7456a" 2024-11-07T20:20:50,723 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65878540, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:50,723 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,33535,-1] 2024-11-07T20:20:50,724 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:20:50,724 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:50,725 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:20:50,726 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76aa0698, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:50,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d6baf22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:50,740 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,34933,-1 for getting cluster id 2024-11-07T20:20:50,741 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:20:50,741 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f28ee62-bb5e-4442-b967-a3f0bda30ce5' 2024-11-07T20:20:50,742 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:20:50,742 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f28ee62-bb5e-4442-b967-a3f0bda30ce5" 2024-11-07T20:20:50,742 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2322bd4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:50,742 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,34933,-1] 2024-11-07T20:20:50,743 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:20:50,743 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:50,744 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:20:50,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e1b1b23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:50,760 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e425d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:50,761 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,36769,-1 for getting cluster id 2024-11-07T20:20:50,761 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:20:50,761 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe2e7736-8bf3-48f6-afb9-838208b4a724' 2024-11-07T20:20:50,762 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:20:50,762 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe2e7736-8bf3-48f6-afb9-838208b4a724" 2024-11-07T20:20:50,762 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7310bc14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:50,762 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,36769,-1] 2024-11-07T20:20:50,762 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:20:50,764 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:20:50,765 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a970360, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:50,766 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:50,766 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:20:50,767 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,35767,1731010827100, seqNum=-1] 2024-11-07T20:20:50,768 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:20:50,769 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T20:20:50,771 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731010841322.6b582c71d7891095b4967114abecc010., hostname=8a040b4bf509,35767,1731010827100, seqNum=2] 2024-11-07T20:20:50,776 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:20:50,777 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,44591,1731010838434, seqNum=-1] 2024-11-07T20:20:50,777 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:20:50,778 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T20:20:50,780 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731010844113.105ab8314ae6859916c1917bb4ede591., hostname=8a040b4bf509,44591,1731010838434, seqNum=2] 2024-11-07T20:20:50,781 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-07T20:20:51,000 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35767,1731010827100.replicationSource.wal-reader.8a040b4bf509%2C35767%2C1731010827100,1-8a040b4bf509,35767,1731010827100 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/WALs/8a040b4bf509,35767,1731010827100/8a040b4bf509%2C35767%2C1731010827100.1731010829322 to pos 379, reset compression=false 2024-11-07T20:20:51,005 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35767,1731010827100.replicationSource.wal-reader.8a040b4bf509%2C35767%2C1731010827100,1-8a040b4bf509,35767,1731010827100 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T20:20:51,006 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35767,1731010827100.replicationSource.wal-reader.8a040b4bf509%2C35767%2C1731010827100,1-8a040b4bf509,35767,1731010827100 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/WALs/8a040b4bf509,35767,1731010827100/8a040b4bf509%2C35767%2C1731010827100.1731010829322 to pos 480, reset compression=false 2024-11-07T20:20:51,006 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35767,1731010827100.replicationSource.shipper8a040b4bf509%2C35767%2C1731010827100,1-8a040b4bf509,35767,1731010827100 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a040b4bf509,35767,1731010827100 got entry batch from reader: WALEntryBatch [walEntries=[{test/6b582c71d7891095b4967114abecc010/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/WALs/8a040b4bf509,35767,1731010827100/8a040b4bf509%2C35767%2C1731010827100.1731010829322, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-07T20:20:51,008 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35767,1731010827100.replicationSource.shipper8a040b4bf509%2C35767%2C1731010827100,1-8a040b4bf509,35767,1731010827100 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T20:20:51,009 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-07T20:20:51,009 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T20:20:51,016 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d9a4955, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:51,016 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,34933,-1 for getting cluster id 2024-11-07T20:20:51,016 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:20:51,016 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f28ee62-bb5e-4442-b967-a3f0bda30ce5' 2024-11-07T20:20:51,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:20:51,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f28ee62-bb5e-4442-b967-a3f0bda30ce5" 2024-11-07T20:20:51,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c58dfad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:51,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,34933,-1] 2024-11-07T20:20:51,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:20:51,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:51,018 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:20:51,018 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@322a81eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:51,019 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:20:51,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,35587,1731010832732, seqNum=-1] 2024-11-07T20:20:51,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:20:51,022 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-07T20:20:51,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731010841955.6233d7c1a20774250d5e1e632424d498., hostname=8a040b4bf509,35587,1731010832732, seqNum=2] 2024-11-07T20:20:51,027 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T20:20:51,081 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,44591,1731010838434.replicationSource.wal-reader.8a040b4bf509%2C44591%2C1731010838434,1-8a040b4bf509,44591,1731010838434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/WALs/8a040b4bf509,44591,1731010838434/8a040b4bf509%2C44591%2C1731010838434.1731010840551 to pos 379, reset compression=false 2024-11-07T20:20:51,217 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35767,1731010827100.replicationSource.wal-reader.8a040b4bf509%2C35767%2C1731010827100,1-8a040b4bf509,35767,1731010827100 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/WALs/8a040b4bf509,35767,1731010827100/8a040b4bf509%2C35767%2C1731010827100.1731010829322 to pos 480, reset compression=false 2024-11-07T20:20:51,386 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35587,1731010832732.replicationSource.wal-reader.8a040b4bf509%2C35587%2C1731010832732,1-8a040b4bf509,35587,1731010832732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/WALs/8a040b4bf509,35587,1731010832732/8a040b4bf509%2C35587%2C1731010832732.1731010834554 to pos 379, reset compression=false 2024-11-07T20:20:51,391 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35587,1731010832732.replicationSource.wal-reader.8a040b4bf509%2C35587%2C1731010832732,1-8a040b4bf509,35587,1731010832732 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T20:20:51,391 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35587,1731010832732.replicationSource.wal-reader.8a040b4bf509%2C35587%2C1731010832732,1-8a040b4bf509,35587,1731010832732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/WALs/8a040b4bf509,35587,1731010832732/8a040b4bf509%2C35587%2C1731010832732.1731010834554 to pos 503, reset compression=false 2024-11-07T20:20:51,391 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35587,1731010832732.replicationSource.shipper8a040b4bf509%2C35587%2C1731010832732,1-8a040b4bf509,35587,1731010832732 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a040b4bf509,35587,1731010832732 got entry batch from reader: WALEntryBatch [walEntries=[{test/6233d7c1a20774250d5e1e632424d498/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/WALs/8a040b4bf509,35587,1731010832732/8a040b4bf509%2C35587%2C1731010832732.1731010834554, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-07T20:20:51,393 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35587,1731010832732.replicationSource.shipper8a040b4bf509%2C35587%2C1731010832732,1-8a040b4bf509,35587,1731010832732 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T20:20:51,394 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-07T20:20:51,395 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44591 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T20:20:51,404 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44591 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f0dbbc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:51,404 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44591 {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,36769,-1 for getting cluster id 2024-11-07T20:20:51,405 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44591 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:20:51,406 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe2e7736-8bf3-48f6-afb9-838208b4a724' 2024-11-07T20:20:51,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:20:51,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe2e7736-8bf3-48f6-afb9-838208b4a724" 2024-11-07T20:20:51,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@368f8b38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:51,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,36769,-1] 2024-11-07T20:20:51,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:20:51,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:51,407 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:20:51,408 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44591 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d33056a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:20:51,408 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44591 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:20:51,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,44591,1731010838434, seqNum=-1] 2024-11-07T20:20:51,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:20:51,411 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-07T20:20:51,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731010844113.105ab8314ae6859916c1917bb4ede591., hostname=8a040b4bf509,44591,1731010838434, seqNum=2] 2024-11-07T20:20:51,415 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44591 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T20:20:51,533 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35767,1731010827100.replicationSource.wal-reader.8a040b4bf509%2C35767%2C1731010827100,1-8a040b4bf509,35767,1731010827100 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/WALs/8a040b4bf509,35767,1731010827100/8a040b4bf509%2C35767%2C1731010827100.1731010829322 to pos 480, reset compression=false 2024-11-07T20:20:51,609 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35587,1731010832732.replicationSource.wal-reader.8a040b4bf509%2C35587%2C1731010832732,1-8a040b4bf509,35587,1731010832732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/WALs/8a040b4bf509,35587,1731010832732/8a040b4bf509%2C35587%2C1731010832732.1731010834554 to pos 503, reset compression=false 2024-11-07T20:20:51,618 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,44591,1731010838434.replicationSource.wal-reader.8a040b4bf509%2C44591%2C1731010838434,1-8a040b4bf509,44591,1731010838434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/WALs/8a040b4bf509,44591,1731010838434/8a040b4bf509%2C44591%2C1731010838434.1731010840551 to pos 379, reset compression=false 2024-11-07T20:20:51,623 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,44591,1731010838434.replicationSource.wal-reader.8a040b4bf509%2C44591%2C1731010838434,1-8a040b4bf509,44591,1731010838434 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T20:20:51,623 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,44591,1731010838434.replicationSource.wal-reader.8a040b4bf509%2C44591%2C1731010838434,1-8a040b4bf509,44591,1731010838434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/WALs/8a040b4bf509,44591,1731010838434/8a040b4bf509%2C44591%2C1731010838434.1731010840551 to pos 526, reset compression=false 2024-11-07T20:20:51,623 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,44591,1731010838434.replicationSource.shipper8a040b4bf509%2C44591%2C1731010838434,1-8a040b4bf509,44591,1731010838434 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a040b4bf509,44591,1731010838434 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/WALs/8a040b4bf509,44591,1731010838434/8a040b4bf509%2C44591%2C1731010838434.1731010840551, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T20:20:51,784 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-07T20:20:51,784 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:20:51,785 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,35587,1731010832732, seqNum=-1] 2024-11-07T20:20:51,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:20:51,787 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T20:20:51,789 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731010841955.6233d7c1a20774250d5e1e632424d498., hostname=8a040b4bf509,35587,1731010832732, seqNum=2] 2024-11-07T20:20:51,794 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-07T20:20:51,829 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,44591,1731010838434.replicationSource.wal-reader.8a040b4bf509%2C44591%2C1731010838434,1-8a040b4bf509,44591,1731010838434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/WALs/8a040b4bf509,44591,1731010838434/8a040b4bf509%2C44591%2C1731010838434.1731010840551 to pos 526, reset compression=false 2024-11-07T20:20:51,914 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35587,1731010832732.replicationSource.wal-reader.8a040b4bf509%2C35587%2C1731010832732,1-8a040b4bf509,35587,1731010832732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/WALs/8a040b4bf509,35587,1731010832732/8a040b4bf509%2C35587%2C1731010832732.1731010834554 to pos 503, reset compression=false 2024-11-07T20:20:51,919 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35587,1731010832732.replicationSource.wal-reader.8a040b4bf509%2C35587%2C1731010832732,1-8a040b4bf509,35587,1731010832732 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T20:20:51,919 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35587,1731010832732.replicationSource.wal-reader.8a040b4bf509%2C35587%2C1731010832732,1-8a040b4bf509,35587,1731010832732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/WALs/8a040b4bf509,35587,1731010832732/8a040b4bf509%2C35587%2C1731010832732.1731010834554 to pos 607, reset compression=false 2024-11-07T20:20:51,919 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35587,1731010832732.replicationSource.shipper8a040b4bf509%2C35587%2C1731010832732,1-8a040b4bf509,35587,1731010832732 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a040b4bf509,35587,1731010832732 got entry batch from reader: WALEntryBatch [walEntries=[{test/6233d7c1a20774250d5e1e632424d498/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/WALs/8a040b4bf509,35587,1731010832732/8a040b4bf509%2C35587%2C1731010832732.1731010834554, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-07T20:20:51,920 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44591 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T20:20:51,922 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44591 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T20:20:51,949 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35767,1731010827100.replicationSource.wal-reader.8a040b4bf509%2C35767%2C1731010827100,1-8a040b4bf509,35767,1731010827100 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/WALs/8a040b4bf509,35767,1731010827100/8a040b4bf509%2C35767%2C1731010827100.1731010829322 to pos 480, reset compression=false 2024-11-07T20:20:52,124 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35587,1731010832732.replicationSource.wal-reader.8a040b4bf509%2C35587%2C1731010832732,1-8a040b4bf509,35587,1731010832732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/WALs/8a040b4bf509,35587,1731010832732/8a040b4bf509%2C35587%2C1731010832732.1731010834554 to pos 607, reset compression=false 2024-11-07T20:20:52,149 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,44591,1731010838434.replicationSource.wal-reader.8a040b4bf509%2C44591%2C1731010838434,1-8a040b4bf509,44591,1731010838434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/WALs/8a040b4bf509,44591,1731010838434/8a040b4bf509%2C44591%2C1731010838434.1731010840551 to pos 526, reset compression=false 2024-11-07T20:20:52,167 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,44591,1731010838434.replicationSource.wal-reader.8a040b4bf509%2C44591%2C1731010838434,1-8a040b4bf509,44591,1731010838434 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T20:20:52,167 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,44591,1731010838434.replicationSource.wal-reader.8a040b4bf509%2C44591%2C1731010838434,1-8a040b4bf509,44591,1731010838434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/WALs/8a040b4bf509,44591,1731010838434/8a040b4bf509%2C44591%2C1731010838434.1731010840551 to pos 653, reset compression=false 2024-11-07T20:20:52,167 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,44591,1731010838434.replicationSource.shipper8a040b4bf509%2C44591%2C1731010838434,1-8a040b4bf509,44591,1731010838434 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a040b4bf509,44591,1731010838434 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/WALs/8a040b4bf509,44591,1731010838434/8a040b4bf509%2C44591%2C1731010838434.1731010840551, lastWalPosition=653, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T20:20:52,385 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,44591,1731010838434.replicationSource.wal-reader.8a040b4bf509%2C44591%2C1731010838434,1-8a040b4bf509,44591,1731010838434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/WALs/8a040b4bf509,44591,1731010838434/8a040b4bf509%2C44591%2C1731010838434.1731010840551 to pos 653, reset compression=false 2024-11-07T20:20:52,452 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35587,1731010832732.replicationSource.wal-reader.8a040b4bf509%2C35587%2C1731010832732,1-8a040b4bf509,35587,1731010832732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/WALs/8a040b4bf509,35587,1731010832732/8a040b4bf509%2C35587%2C1731010832732.1731010834554 to pos 607, reset compression=false 2024-11-07T20:20:52,453 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35767,1731010827100.replicationSource.wal-reader.8a040b4bf509%2C35767%2C1731010827100,1-8a040b4bf509,35767,1731010827100 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/WALs/8a040b4bf509,35767,1731010827100/8a040b4bf509%2C35767%2C1731010827100.1731010829322 to pos 480, reset compression=false 2024-11-07T20:20:52,535 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T20:20:52,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:52,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:52,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:52,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:52,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:52,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:52,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:52,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:52,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:52,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:52,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:52,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:52,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:52,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:52,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:20:52,689 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,44591,1731010838434.replicationSource.wal-reader.8a040b4bf509%2C44591%2C1731010838434,1-8a040b4bf509,44591,1731010838434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/WALs/8a040b4bf509,44591,1731010838434/8a040b4bf509%2C44591%2C1731010838434.1731010840551 to pos 653, reset compression=false 2024-11-07T20:20:52,796 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-07T20:20:52,799 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-07T20:20:52,856 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35587,1731010832732.replicationSource.wal-reader.8a040b4bf509%2C35587%2C1731010832732,1-8a040b4bf509,35587,1731010832732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/WALs/8a040b4bf509,35587,1731010832732/8a040b4bf509%2C35587%2C1731010832732.1731010834554 to pos 607, reset compression=false 2024-11-07T20:20:53,057 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35767,1731010827100.replicationSource.wal-reader.8a040b4bf509%2C35767%2C1731010827100,1-8a040b4bf509,35767,1731010827100 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/WALs/8a040b4bf509,35767,1731010827100/8a040b4bf509%2C35767%2C1731010827100.1731010829322 to pos 480, reset compression=false 2024-11-07T20:20:53,092 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,44591,1731010838434.replicationSource.wal-reader.8a040b4bf509%2C44591%2C1731010838434,1-8a040b4bf509,44591,1731010838434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/WALs/8a040b4bf509,44591,1731010838434/8a040b4bf509%2C44591%2C1731010838434.1731010840551 to pos 653, reset compression=false 2024-11-07T20:20:53,166 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,44591,1731010838434.replicationSource.wal-reader.8a040b4bf509%2C44591%2C1731010838434,1-8a040b4bf509,44591,1731010838434 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T20:20:53,166 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,44591,1731010838434.replicationSource.wal-reader.8a040b4bf509%2C44591%2C1731010838434,1-8a040b4bf509,44591,1731010838434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/WALs/8a040b4bf509,44591,1731010838434/8a040b4bf509%2C44591%2C1731010838434.1731010840551 to pos 757, reset compression=false 2024-11-07T20:20:53,166 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,44591,1731010838434.replicationSource.shipper8a040b4bf509%2C44591%2C1731010838434,1-8a040b4bf509,44591,1731010838434 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a040b4bf509,44591,1731010838434 got entry batch from reader: WALEntryBatch [walEntries=[{test/105ab8314ae6859916c1917bb4ede591/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/WALs/8a040b4bf509,44591,1731010838434/8a040b4bf509%2C44591%2C1731010838434.1731010840551, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-07T20:20:53,169 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,44591,1731010838434.replicationSource.shipper8a040b4bf509%2C44591%2C1731010838434,1-8a040b4bf509,44591,1731010838434 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T20:20:53,171 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-07T20:20:53,171 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T20:20:53,174 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T20:20:53,359 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35587,1731010832732.replicationSource.wal-reader.8a040b4bf509%2C35587%2C1731010832732,1-8a040b4bf509,35587,1731010832732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/WALs/8a040b4bf509,35587,1731010832732/8a040b4bf509%2C35587%2C1731010832732.1731010834554 to pos 607, reset compression=false 2024-11-07T20:20:53,363 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35587,1731010832732.replicationSource.wal-reader.8a040b4bf509%2C35587%2C1731010832732,1-8a040b4bf509,35587,1731010832732 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T20:20:53,363 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35587,1731010832732.replicationSource.wal-reader.8a040b4bf509%2C35587%2C1731010832732,1-8a040b4bf509,35587,1731010832732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/WALs/8a040b4bf509,35587,1731010832732/8a040b4bf509%2C35587%2C1731010832732.1731010834554 to pos 735, reset compression=false 2024-11-07T20:20:53,364 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35587,1731010832732.replicationSource.shipper8a040b4bf509%2C35587%2C1731010832732,1-8a040b4bf509,35587,1731010832732 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a040b4bf509,35587,1731010832732 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/WALs/8a040b4bf509,35587,1731010832732/8a040b4bf509%2C35587%2C1731010832732.1731010834554, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T20:20:53,377 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,44591,1731010838434.replicationSource.wal-reader.8a040b4bf509%2C44591%2C1731010838434,1-8a040b4bf509,44591,1731010838434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/WALs/8a040b4bf509,44591,1731010838434/8a040b4bf509%2C44591%2C1731010838434.1731010840551 to pos 757, reset compression=false 2024-11-07T20:20:53,569 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35587,1731010832732.replicationSource.wal-reader.8a040b4bf509%2C35587%2C1731010832732,1-8a040b4bf509,35587,1731010832732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/WALs/8a040b4bf509,35587,1731010832732/8a040b4bf509%2C35587%2C1731010832732.1731010834554 to pos 735, reset compression=false 2024-11-07T20:20:53,681 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,44591,1731010838434.replicationSource.wal-reader.8a040b4bf509%2C44591%2C1731010838434,1-8a040b4bf509,44591,1731010838434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/WALs/8a040b4bf509,44591,1731010838434/8a040b4bf509%2C44591%2C1731010838434.1731010840551 to pos 757, reset compression=false 2024-11-07T20:20:53,761 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35767,1731010827100.replicationSource.wal-reader.8a040b4bf509%2C35767%2C1731010827100,1-8a040b4bf509,35767,1731010827100 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/WALs/8a040b4bf509,35767,1731010827100/8a040b4bf509%2C35767%2C1731010827100.1731010829322 to pos 480, reset compression=false 2024-11-07T20:20:53,801 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-07T20:20:53,805 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-07T20:20:53,880 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35587,1731010832732.replicationSource.wal-reader.8a040b4bf509%2C35587%2C1731010832732,1-8a040b4bf509,35587,1731010832732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/WALs/8a040b4bf509,35587,1731010832732/8a040b4bf509%2C35587%2C1731010832732.1731010834554 to pos 735, reset compression=false 2024-11-07T20:20:54,084 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,44591,1731010838434.replicationSource.wal-reader.8a040b4bf509%2C44591%2C1731010838434,1-8a040b4bf509,44591,1731010838434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/WALs/8a040b4bf509,44591,1731010838434/8a040b4bf509%2C44591%2C1731010838434.1731010840551 to pos 757, reset compression=false 2024-11-07T20:20:54,285 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35587,1731010832732.replicationSource.wal-reader.8a040b4bf509%2C35587%2C1731010832732,1-8a040b4bf509,35587,1731010832732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/WALs/8a040b4bf509,35587,1731010832732/8a040b4bf509%2C35587%2C1731010832732.1731010834554 to pos 735, reset compression=false 2024-11-07T20:20:54,565 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35767,1731010827100.replicationSource.wal-reader.8a040b4bf509%2C35767%2C1731010827100,1-8a040b4bf509,35767,1731010827100 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/WALs/8a040b4bf509,35767,1731010827100/8a040b4bf509%2C35767%2C1731010827100.1731010829322 to pos 480, reset compression=false 2024-11-07T20:20:54,576 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35767,1731010827100.replicationSource.wal-reader.8a040b4bf509%2C35767%2C1731010827100,1-8a040b4bf509,35767,1731010827100 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T20:20:54,576 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35767,1731010827100.replicationSource.shipper8a040b4bf509%2C35767%2C1731010827100,1-8a040b4bf509,35767,1731010827100 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a040b4bf509,35767,1731010827100 got entry batch from reader: WALEntryBatch [walEntries=[{test/6b582c71d7891095b4967114abecc010/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/WALs/8a040b4bf509,35767,1731010827100/8a040b4bf509%2C35767%2C1731010827100.1731010829322, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-07T20:20:54,578 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T20:20:54,580 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35767,1731010827100.replicationSource.wal-reader.8a040b4bf509%2C35767%2C1731010827100,1-8a040b4bf509,35767,1731010827100 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/WALs/8a040b4bf509,35767,1731010827100/8a040b4bf509%2C35767%2C1731010827100.1731010829322 to pos 636, reset compression=false 2024-11-07T20:20:54,581 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T20:20:54,588 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,44591,1731010838434.replicationSource.wal-reader.8a040b4bf509%2C44591%2C1731010838434,1-8a040b4bf509,44591,1731010838434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/WALs/8a040b4bf509,44591,1731010838434/8a040b4bf509%2C44591%2C1731010838434.1731010840551 to pos 757, reset compression=false 2024-11-07T20:20:54,790 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35587,1731010832732.replicationSource.wal-reader.8a040b4bf509%2C35587%2C1731010832732,1-8a040b4bf509,35587,1731010832732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/WALs/8a040b4bf509,35587,1731010832732/8a040b4bf509%2C35587%2C1731010832732.1731010834554 to pos 735, reset compression=false 2024-11-07T20:20:54,796 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35587,1731010832732.replicationSource.wal-reader.8a040b4bf509%2C35587%2C1731010832732,1-8a040b4bf509,35587,1731010832732 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T20:20:54,796 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35587,1731010832732.replicationSource.wal-reader.8a040b4bf509%2C35587%2C1731010832732,1-8a040b4bf509,35587,1731010832732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/WALs/8a040b4bf509,35587,1731010832732/8a040b4bf509%2C35587%2C1731010832732.1731010834554 to pos 882, reset compression=false 2024-11-07T20:20:54,796 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35587,1731010832732.replicationSource.shipper8a040b4bf509%2C35587%2C1731010832732,1-8a040b4bf509,35587,1731010832732 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a040b4bf509,35587,1731010832732 got entry batch from reader: WALEntryBatch [walEntries=[{test/6233d7c1a20774250d5e1e632424d498/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/WALs/8a040b4bf509,35587,1731010832732/8a040b4bf509%2C35587%2C1731010832732.1731010834554, lastWalPosition=882, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-07T20:20:54,798 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44591 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T20:20:54,801 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35767,1731010827100.replicationSource.wal-reader.8a040b4bf509%2C35767%2C1731010827100,1-8a040b4bf509,35767,1731010827100 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/WALs/8a040b4bf509,35767,1731010827100/8a040b4bf509%2C35767%2C1731010827100.1731010829322 to pos 636, reset compression=false 2024-11-07T20:20:54,801 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44591 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T20:20:54,807 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-07T20:20:54,811 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-07T20:20:55,005 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35587,1731010832732.replicationSource.wal-reader.8a040b4bf509%2C35587%2C1731010832732,1-8a040b4bf509,35587,1731010832732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/WALs/8a040b4bf509,35587,1731010832732/8a040b4bf509%2C35587%2C1731010832732.1731010834554 to pos 882, reset compression=false 2024-11-07T20:20:55,009 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35587,1731010832732.replicationSource.wal-reader.8a040b4bf509%2C35587%2C1731010832732,1-8a040b4bf509,35587,1731010832732 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T20:20:55,009 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35587,1731010832732.replicationSource.wal-reader.8a040b4bf509%2C35587%2C1731010832732,1-8a040b4bf509,35587,1731010832732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/WALs/8a040b4bf509,35587,1731010832732/8a040b4bf509%2C35587%2C1731010832732.1731010834554 to pos 1041, reset compression=false 2024-11-07T20:20:55,009 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35587,1731010832732.replicationSource.shipper8a040b4bf509%2C35587%2C1731010832732,1-8a040b4bf509,35587,1731010832732 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a040b4bf509,35587,1731010832732 got entry batch from reader: WALEntryBatch [walEntries=[{test/6233d7c1a20774250d5e1e632424d498/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/WALs/8a040b4bf509,35587,1731010832732/8a040b4bf509%2C35587%2C1731010832732.1731010834554, lastWalPosition=1041, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-07T20:20:55,010 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44591 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T20:20:55,013 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44591 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T20:20:55,109 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35767,1731010827100.replicationSource.wal-reader.8a040b4bf509%2C35767%2C1731010827100,1-8a040b4bf509,35767,1731010827100 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/WALs/8a040b4bf509,35767,1731010827100/8a040b4bf509%2C35767%2C1731010827100.1731010829322 to pos 636, reset compression=false 2024-11-07T20:20:55,214 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35587,1731010832732.replicationSource.wal-reader.8a040b4bf509%2C35587%2C1731010832732,1-8a040b4bf509,35587,1731010832732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/WALs/8a040b4bf509,35587,1731010832732/8a040b4bf509%2C35587%2C1731010832732.1731010834554 to pos 1041, reset compression=false 2024-11-07T20:20:55,214 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,44591,1731010838434.replicationSource.wal-reader.8a040b4bf509%2C44591%2C1731010838434,1-8a040b4bf509,44591,1731010838434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/WALs/8a040b4bf509,44591,1731010838434/8a040b4bf509%2C44591%2C1731010838434.1731010840551 to pos 757, reset compression=false 2024-11-07T20:20:55,219 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,44591,1731010838434.replicationSource.wal-reader.8a040b4bf509%2C44591%2C1731010838434,1-8a040b4bf509,44591,1731010838434 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T20:20:55,219 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,44591,1731010838434.replicationSource.wal-reader.8a040b4bf509%2C44591%2C1731010838434,1-8a040b4bf509,44591,1731010838434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/WALs/8a040b4bf509,44591,1731010838434/8a040b4bf509%2C44591%2C1731010838434.1731010840551 to pos 1076, reset compression=false 2024-11-07T20:20:55,219 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,44591,1731010838434.replicationSource.shipper8a040b4bf509%2C44591%2C1731010838434,1-8a040b4bf509,44591,1731010838434 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a040b4bf509,44591,1731010838434 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/WALs/8a040b4bf509,44591,1731010838434/8a040b4bf509%2C44591%2C1731010838434.1731010840551, lastWalPosition=1076, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T20:20:55,422 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,44591,1731010838434.replicationSource.wal-reader.8a040b4bf509%2C44591%2C1731010838434,1-8a040b4bf509,44591,1731010838434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/WALs/8a040b4bf509,44591,1731010838434/8a040b4bf509%2C44591%2C1731010838434.1731010840551 to pos 1076, reset compression=false 2024-11-07T20:20:55,518 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35587,1731010832732.replicationSource.wal-reader.8a040b4bf509%2C35587%2C1731010832732,1-8a040b4bf509,35587,1731010832732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/WALs/8a040b4bf509,35587,1731010832732/8a040b4bf509%2C35587%2C1731010832732.1731010834554 to pos 1041, reset compression=false 2024-11-07T20:20:55,525 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35767,1731010827100.replicationSource.wal-reader.8a040b4bf509%2C35767%2C1731010827100,1-8a040b4bf509,35767,1731010827100 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/WALs/8a040b4bf509,35767,1731010827100/8a040b4bf509%2C35767%2C1731010827100.1731010829322 to pos 636, reset compression=false 2024-11-07T20:20:55,726 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,44591,1731010838434.replicationSource.wal-reader.8a040b4bf509%2C44591%2C1731010838434,1-8a040b4bf509,44591,1731010838434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/WALs/8a040b4bf509,44591,1731010838434/8a040b4bf509%2C44591%2C1731010838434.1731010840551 to pos 1076, reset compression=false 2024-11-07T20:20:55,825 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-07T20:20:55,834 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-07T20:20:55,921 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35587,1731010832732.replicationSource.wal-reader.8a040b4bf509%2C35587%2C1731010832732,1-8a040b4bf509,35587,1731010832732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/WALs/8a040b4bf509,35587,1731010832732/8a040b4bf509%2C35587%2C1731010832732.1731010834554 to pos 1041, reset compression=false 2024-11-07T20:20:56,028 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35767,1731010827100.replicationSource.wal-reader.8a040b4bf509%2C35767%2C1731010827100,1-8a040b4bf509,35767,1731010827100 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/WALs/8a040b4bf509,35767,1731010827100/8a040b4bf509%2C35767%2C1731010827100.1731010829322 to pos 636, reset compression=false 2024-11-07T20:20:56,134 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,44591,1731010838434.replicationSource.wal-reader.8a040b4bf509%2C44591%2C1731010838434,1-8a040b4bf509,44591,1731010838434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/WALs/8a040b4bf509,44591,1731010838434/8a040b4bf509%2C44591%2C1731010838434.1731010840551 to pos 1076, reset compression=false 2024-11-07T20:20:56,138 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,44591,1731010838434.replicationSource.wal-reader.8a040b4bf509%2C44591%2C1731010838434,1-8a040b4bf509,44591,1731010838434 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T20:20:56,139 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,44591,1731010838434.replicationSource.wal-reader.8a040b4bf509%2C44591%2C1731010838434,1-8a040b4bf509,44591,1731010838434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/WALs/8a040b4bf509,44591,1731010838434/8a040b4bf509%2C44591%2C1731010838434.1731010840551 to pos 1235, reset compression=false 2024-11-07T20:20:56,139 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,44591,1731010838434.replicationSource.shipper8a040b4bf509%2C44591%2C1731010838434,1-8a040b4bf509,44591,1731010838434 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a040b4bf509,44591,1731010838434 got entry batch from reader: WALEntryBatch [walEntries=[{test/105ab8314ae6859916c1917bb4ede591/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/WALs/8a040b4bf509,44591,1731010838434/8a040b4bf509%2C44591%2C1731010838434.1731010840551, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-07T20:20:56,140 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T20:20:56,148 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35587 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T20:20:56,342 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,44591,1731010838434.replicationSource.wal-reader.8a040b4bf509%2C44591%2C1731010838434,1-8a040b4bf509,44591,1731010838434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/WALs/8a040b4bf509,44591,1731010838434/8a040b4bf509%2C44591%2C1731010838434.1731010840551 to pos 1235, reset compression=false 2024-11-07T20:20:56,425 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35587,1731010832732.replicationSource.wal-reader.8a040b4bf509%2C35587%2C1731010832732,1-8a040b4bf509,35587,1731010832732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/WALs/8a040b4bf509,35587,1731010832732/8a040b4bf509%2C35587%2C1731010832732.1731010834554 to pos 1041, reset compression=false 2024-11-07T20:20:56,429 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35587,1731010832732.replicationSource.wal-reader.8a040b4bf509%2C35587%2C1731010832732,1-8a040b4bf509,35587,1731010832732 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T20:20:56,429 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35587,1731010832732.replicationSource.wal-reader.8a040b4bf509%2C35587%2C1731010832732,1-8a040b4bf509,35587,1731010832732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/WALs/8a040b4bf509,35587,1731010832732/8a040b4bf509%2C35587%2C1731010832732.1731010834554 to pos 1191, reset compression=false 2024-11-07T20:20:56,429 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35587,1731010832732.replicationSource.shipper8a040b4bf509%2C35587%2C1731010832732,1-8a040b4bf509,35587,1731010832732 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a040b4bf509,35587,1731010832732 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/WALs/8a040b4bf509,35587,1731010832732/8a040b4bf509%2C35587%2C1731010832732.1731010834554, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T20:20:56,490 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T20:20:56,631 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35767,1731010827100.replicationSource.wal-reader.8a040b4bf509%2C35767%2C1731010827100,1-8a040b4bf509,35767,1731010827100 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/WALs/8a040b4bf509,35767,1731010827100/8a040b4bf509%2C35767%2C1731010827100.1731010829322 to pos 636, reset compression=false 2024-11-07T20:20:56,632 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35587,1731010832732.replicationSource.wal-reader.8a040b4bf509%2C35587%2C1731010832732,1-8a040b4bf509,35587,1731010832732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/WALs/8a040b4bf509,35587,1731010832732/8a040b4bf509%2C35587%2C1731010832732.1731010834554 to pos 1191, reset compression=false 2024-11-07T20:20:56,645 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,44591,1731010838434.replicationSource.wal-reader.8a040b4bf509%2C44591%2C1731010838434,1-8a040b4bf509,44591,1731010838434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/WALs/8a040b4bf509,44591,1731010838434/8a040b4bf509%2C44591%2C1731010838434.1731010840551 to pos 1235, reset compression=false 2024-11-07T20:20:56,836 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-07T20:20:56,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T20:20:56,842 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T20:20:56,842 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:20:56,842 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:56,842 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:56,842 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:20:56,842 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T20:20:56,842 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1486218346, stopped=false 2024-11-07T20:20:56,842 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8a040b4bf509,36769,1731010838298 2024-11-07T20:20:56,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44591-0x10116f506420007, quorum=127.0.0.1:61958, baseZNode=/2-1200755369 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1200755369/running 2024-11-07T20:20:56,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36769-0x10116f506420006, quorum=127.0.0.1:61958, baseZNode=/2-1200755369 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1200755369/running 2024-11-07T20:20:56,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44591-0x10116f506420007, quorum=127.0.0.1:61958, baseZNode=/2-1200755369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1200755369 2024-11-07T20:20:56,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36769-0x10116f506420006, quorum=127.0.0.1:61958, baseZNode=/2-1200755369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1200755369 2024-11-07T20:20:56,928 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T20:20:56,928 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T20:20:56,928 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:20:56,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:56,929 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8a040b4bf509,44591,1731010838434' ***** 2024-11-07T20:20:56,929 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T20:20:56,929 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44591-0x10116f506420007, quorum=127.0.0.1:61958, baseZNode=/2-1200755369 Set watcher on znode that does not yet exist, /2-1200755369/running 2024-11-07T20:20:56,930 INFO [RS:0;8a040b4bf509:44591 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T20:20:56,930 INFO [RS:0;8a040b4bf509:44591 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T20:20:56,930 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T20:20:56,930 INFO [RS:0;8a040b4bf509:44591 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T20:20:56,930 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36769-0x10116f506420006, quorum=127.0.0.1:61958, baseZNode=/2-1200755369 Set watcher on znode that does not yet exist, /2-1200755369/running 2024-11-07T20:20:56,930 INFO [RS:0;8a040b4bf509:44591 {}] regionserver.HRegionServer(3091): Received CLOSE for 105ab8314ae6859916c1917bb4ede591 2024-11-07T20:20:56,930 INFO [RS:0;8a040b4bf509:44591 {}] regionserver.HRegionServer(3091): Received CLOSE for 46726d3873c11faf4a2e6a4a7845d75c 2024-11-07T20:20:56,930 INFO [RS:0;8a040b4bf509:44591 {}] regionserver.HRegionServer(959): stopping server 8a040b4bf509,44591,1731010838434 2024-11-07T20:20:56,930 INFO [RS:0;8a040b4bf509:44591 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T20:20:56,930 INFO [RS:0;8a040b4bf509:44591 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a040b4bf509:44591. 2024-11-07T20:20:56,931 DEBUG [RS:0;8a040b4bf509:44591 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:20:56,931 DEBUG [RS:0;8a040b4bf509:44591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:56,931 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 105ab8314ae6859916c1917bb4ede591, disabling compactions & flushes 2024-11-07T20:20:56,931 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731010844113.105ab8314ae6859916c1917bb4ede591. 2024-11-07T20:20:56,931 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731010844113.105ab8314ae6859916c1917bb4ede591. 2024-11-07T20:20:56,931 INFO [RS:0;8a040b4bf509:44591 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T20:20:56,931 INFO [RS:0;8a040b4bf509:44591 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T20:20:56,931 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731010844113.105ab8314ae6859916c1917bb4ede591. after waiting 0 ms 2024-11-07T20:20:56,931 INFO [RS:0;8a040b4bf509:44591 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T20:20:56,931 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731010844113.105ab8314ae6859916c1917bb4ede591. 2024-11-07T20:20:56,931 INFO [RS:0;8a040b4bf509:44591 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T20:20:56,931 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 105ab8314ae6859916c1917bb4ede591 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-07T20:20:56,931 INFO [RS:0;8a040b4bf509:44591 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-07T20:20:56,931 DEBUG [RS:0;8a040b4bf509:44591 {}] regionserver.HRegionServer(1325): Online Regions={105ab8314ae6859916c1917bb4ede591=test,,1731010844113.105ab8314ae6859916c1917bb4ede591., 1588230740=hbase:meta,,1.1588230740, 46726d3873c11faf4a2e6a4a7845d75c=hbase:replication,,1731010848583.46726d3873c11faf4a2e6a4a7845d75c.} 2024-11-07T20:20:56,931 DEBUG [RS:0;8a040b4bf509:44591 {}] regionserver.HRegionServer(1351): Waiting on 105ab8314ae6859916c1917bb4ede591, 1588230740, 46726d3873c11faf4a2e6a4a7845d75c 2024-11-07T20:20:56,931 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T20:20:56,931 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T20:20:56,931 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T20:20:56,931 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T20:20:56,931 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T20:20:56,931 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-07T20:20:56,939 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35587,1731010832732.replicationSource.wal-reader.8a040b4bf509%2C35587%2C1731010832732,1-8a040b4bf509,35587,1731010832732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/WALs/8a040b4bf509,35587,1731010832732/8a040b4bf509%2C35587%2C1731010832732.1731010834554 to pos 1191, reset compression=false 2024-11-07T20:20:56,951 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/data/hbase/meta/1588230740/.tmp/info/0461c996f82a4e42b631e935f17660cf is 147, key is hbase:replication,,1731010848583.46726d3873c11faf4a2e6a4a7845d75c./info:regioninfo/1731010849372/Put/seqid=0 2024-11-07T20:20:56,951 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/data/default/test/105ab8314ae6859916c1917bb4ede591/.tmp/f/4b8e189b0ec44adfb5eda46b08b80715 is 29, key is row1/f:/1731010854808/DeleteFamily/seqid=0 2024-11-07T20:20:56,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44613 is added to blk_1073741840_1016 (size=7686) 2024-11-07T20:20:56,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44613 is added to blk_1073741841_1017 (size=5152) 2024-11-07T20:20:57,023 INFO [regionserver/8a040b4bf509:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T20:20:57,048 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,44591,1731010838434.replicationSource.wal-reader.8a040b4bf509%2C44591%2C1731010838434,1-8a040b4bf509,44591,1731010838434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/WALs/8a040b4bf509,44591,1731010838434/8a040b4bf509%2C44591%2C1731010838434.1731010840551 to pos 1235, reset compression=false 2024-11-07T20:20:57,052 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,44591,1731010838434.replicationSource.wal-reader.8a040b4bf509%2C44591%2C1731010838434,1-8a040b4bf509,44591,1731010838434 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T20:20:57,052 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,44591,1731010838434.replicationSource.wal-reader.8a040b4bf509%2C44591%2C1731010838434,1-8a040b4bf509,44591,1731010838434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/WALs/8a040b4bf509,44591,1731010838434/8a040b4bf509%2C44591%2C1731010838434.1731010840551 to pos 1482, reset compression=false 2024-11-07T20:20:57,052 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,44591,1731010838434.replicationSource.shipper8a040b4bf509%2C44591%2C1731010838434,1-8a040b4bf509,44591,1731010838434 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a040b4bf509,44591,1731010838434 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/WALs/8a040b4bf509,44591,1731010838434/8a040b4bf509%2C44591%2C1731010838434.1731010840551, lastWalPosition=1482, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T20:20:57,053 ERROR [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,44591,1731010838434.replicationSource.shipper8a040b4bf509%2C44591%2C1731010838434,1-8a040b4bf509,44591,1731010838434 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 8a040b4bf509,44591,1731010838434: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-8a040b4bf509,44591,1731010838434, walGroup=8a040b4bf509%2C44591%2C1731010838434, offset=8a040b4bf509%2C44591%2C1731010838434.1731010840551:1482, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a040b4bf509:44591 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-07T20:20:57,054 ERROR [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,44591,1731010838434.replicationSource.shipper8a040b4bf509%2C44591%2C1731010838434,1-8a040b4bf509,44591,1731010838434 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-07T20:20:57,054 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,44591,1731010838434.replicationSource.shipper8a040b4bf509%2C44591%2C1731010838434,1-8a040b4bf509,44591,1731010838434 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-07T20:20:57,055 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,44591,1731010838434.replicationSource.shipper8a040b4bf509%2C44591%2C1731010838434,1-8a040b4bf509,44591,1731010838434 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-07T20:20:57,055 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,44591,1731010838434.replicationSource.shipper8a040b4bf509%2C44591%2C1731010838434,1-8a040b4bf509,44591,1731010838434 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-07T20:20:57,055 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,44591,1731010838434.replicationSource.shipper8a040b4bf509%2C44591%2C1731010838434,1-8a040b4bf509,44591,1731010838434 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-07T20:20:57,055 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,44591,1731010838434.replicationSource.shipper8a040b4bf509%2C44591%2C1731010838434,1-8a040b4bf509,44591,1731010838434 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1356857344, "init": 1048576000, "max": 2306867200, "used": 831826976 }, "NonHeapMemoryUsage": { "committed": 205717504, "init": 7667712, "max": -1, "used": 202674648 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-07T20:20:57,056 WARN [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,44591,1731010838434.replicationSource.shipper8a040b4bf509%2C44591%2C1731010838434,1-8a040b4bf509,44591,1731010838434 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a040b4bf509:36769 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a040b4bf509:36769 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-07T20:20:57,131 DEBUG [RS:0;8a040b4bf509:44591 {}] regionserver.HRegionServer(1351): Waiting on 105ab8314ae6859916c1917bb4ede591, 1588230740, 46726d3873c11faf4a2e6a4a7845d75c 2024-11-07T20:20:57,255 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,44591,1731010838434.replicationSource.wal-reader.8a040b4bf509%2C44591%2C1731010838434,1-8a040b4bf509,44591,1731010838434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/WALs/8a040b4bf509,44591,1731010838434/8a040b4bf509%2C44591%2C1731010838434.1731010840551 to pos 1482, reset compression=false 2024-11-07T20:20:57,332 DEBUG [RS:0;8a040b4bf509:44591 {}] regionserver.HRegionServer(1351): Waiting on 105ab8314ae6859916c1917bb4ede591, 1588230740, 46726d3873c11faf4a2e6a4a7845d75c 2024-11-07T20:20:57,339 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35767,1731010827100.replicationSource.wal-reader.8a040b4bf509%2C35767%2C1731010827100,1-8a040b4bf509,35767,1731010827100 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/WALs/8a040b4bf509,35767,1731010827100/8a040b4bf509%2C35767%2C1731010827100.1731010829322 to pos 636, reset compression=false 2024-11-07T20:20:57,353 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35587,1731010832732.replicationSource.wal-reader.8a040b4bf509%2C35587%2C1731010832732,1-8a040b4bf509,35587,1731010832732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/WALs/8a040b4bf509,35587,1731010832732/8a040b4bf509%2C35587%2C1731010832732.1731010834554 to pos 1191, reset compression=false 2024-11-07T20:20:57,362 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/data/hbase/meta/1588230740/.tmp/info/0461c996f82a4e42b631e935f17660cf 2024-11-07T20:20:57,366 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/data/default/test/105ab8314ae6859916c1917bb4ede591/.tmp/f/4b8e189b0ec44adfb5eda46b08b80715 2024-11-07T20:20:57,371 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4b8e189b0ec44adfb5eda46b08b80715 2024-11-07T20:20:57,385 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/data/hbase/meta/1588230740/.tmp/ns/34fac83490a347eea5e28c13f9ce1cb1 is 43, key is default/ns:d/1731010841198/Put/seqid=0 2024-11-07T20:20:57,389 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/data/default/test/105ab8314ae6859916c1917bb4ede591/.tmp/f1/c1c9b0eededf4bd0a5e760931ee96e14 is 30, key is row1/f1:/1731010854808/DeleteFamily/seqid=0 2024-11-07T20:20:57,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44613 is added to blk_1073741842_1018 (size=5153) 2024-11-07T20:20:57,392 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/data/hbase/meta/1588230740/.tmp/ns/34fac83490a347eea5e28c13f9ce1cb1 2024-11-07T20:20:57,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44613 is added to blk_1073741843_1019 (size=5158) 2024-11-07T20:20:57,394 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/data/default/test/105ab8314ae6859916c1917bb4ede591/.tmp/f1/c1c9b0eededf4bd0a5e760931ee96e14 2024-11-07T20:20:57,400 INFO [regionserver/8a040b4bf509:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T20:20:57,400 INFO [regionserver/8a040b4bf509:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T20:20:57,401 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c1c9b0eededf4bd0a5e760931ee96e14 2024-11-07T20:20:57,418 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/data/default/test/105ab8314ae6859916c1917bb4ede591/.tmp/norep/044323f14f1b4e2dbbe42b6eab219964 is 33, key is row2/norep:/1731010855826/DeleteFamily/seqid=0 2024-11-07T20:20:57,419 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/data/hbase/meta/1588230740/.tmp/rep_barrier/589be7fac5104a42ae1289535ac487cb is 112, key is test,,1731010844113.105ab8314ae6859916c1917bb4ede591./rep_barrier:seqnumDuringOpen/1731010845269/Put/seqid=0 2024-11-07T20:20:57,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44613 is added to blk_1073741844_1020 (size=5108) 2024-11-07T20:20:57,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44613 is added to blk_1073741845_1021 (size=5518) 2024-11-07T20:20:57,428 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/data/hbase/meta/1588230740/.tmp/rep_barrier/589be7fac5104a42ae1289535ac487cb 2024-11-07T20:20:57,449 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/data/hbase/meta/1588230740/.tmp/table/a7ad1f20c8ed4a9e977eb19d2589a853 is 53, key is hbase:replication/table:state/1731010849379/Put/seqid=0 2024-11-07T20:20:57,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44613 is added to blk_1073741846_1022 (size=5308) 2024-11-07T20:20:57,532 DEBUG [RS:0;8a040b4bf509:44591 {}] regionserver.HRegionServer(1351): Waiting on 105ab8314ae6859916c1917bb4ede591, 1588230740, 46726d3873c11faf4a2e6a4a7845d75c 2024-11-07T20:20:57,558 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,44591,1731010838434.replicationSource.wal-reader.8a040b4bf509%2C44591%2C1731010838434,1-8a040b4bf509,44591,1731010838434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/WALs/8a040b4bf509,44591,1731010838434/8a040b4bf509%2C44591%2C1731010838434.1731010840551 to pos 1482, reset compression=false 2024-11-07T20:20:57,732 DEBUG [RS:0;8a040b4bf509:44591 {}] regionserver.HRegionServer(1351): Waiting on 105ab8314ae6859916c1917bb4ede591, 1588230740, 46726d3873c11faf4a2e6a4a7845d75c 2024-11-07T20:20:57,828 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/data/default/test/105ab8314ae6859916c1917bb4ede591/.tmp/norep/044323f14f1b4e2dbbe42b6eab219964 2024-11-07T20:20:57,832 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 044323f14f1b4e2dbbe42b6eab219964 2024-11-07T20:20:57,833 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/data/default/test/105ab8314ae6859916c1917bb4ede591/.tmp/f/4b8e189b0ec44adfb5eda46b08b80715 as hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/data/default/test/105ab8314ae6859916c1917bb4ede591/f/4b8e189b0ec44adfb5eda46b08b80715 2024-11-07T20:20:57,838 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4b8e189b0ec44adfb5eda46b08b80715 2024-11-07T20:20:57,838 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/data/default/test/105ab8314ae6859916c1917bb4ede591/f/4b8e189b0ec44adfb5eda46b08b80715, entries=3, sequenceid=10, filesize=5.0 K 2024-11-07T20:20:57,839 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/data/default/test/105ab8314ae6859916c1917bb4ede591/.tmp/f1/c1c9b0eededf4bd0a5e760931ee96e14 as hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/data/default/test/105ab8314ae6859916c1917bb4ede591/f1/c1c9b0eededf4bd0a5e760931ee96e14 2024-11-07T20:20:57,844 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c1c9b0eededf4bd0a5e760931ee96e14 2024-11-07T20:20:57,845 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/data/default/test/105ab8314ae6859916c1917bb4ede591/f1/c1c9b0eededf4bd0a5e760931ee96e14, entries=3, sequenceid=10, filesize=5.0 K 2024-11-07T20:20:57,846 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/data/default/test/105ab8314ae6859916c1917bb4ede591/.tmp/norep/044323f14f1b4e2dbbe42b6eab219964 as hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/data/default/test/105ab8314ae6859916c1917bb4ede591/norep/044323f14f1b4e2dbbe42b6eab219964 2024-11-07T20:20:57,851 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 044323f14f1b4e2dbbe42b6eab219964 2024-11-07T20:20:57,851 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/data/default/test/105ab8314ae6859916c1917bb4ede591/norep/044323f14f1b4e2dbbe42b6eab219964, entries=1, sequenceid=10, filesize=5.0 K 2024-11-07T20:20:57,853 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 105ab8314ae6859916c1917bb4ede591 in 922ms, sequenceid=10, compaction requested=false 2024-11-07T20:20:57,853 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/data/hbase/meta/1588230740/.tmp/table/a7ad1f20c8ed4a9e977eb19d2589a853 2024-11-07T20:20:57,857 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35587,1731010832732.replicationSource.wal-reader.8a040b4bf509%2C35587%2C1731010832732,1-8a040b4bf509,35587,1731010832732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/WALs/8a040b4bf509,35587,1731010832732/8a040b4bf509%2C35587%2C1731010832732.1731010834554 to pos 1191, reset compression=false 2024-11-07T20:20:57,857 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/data/default/test/105ab8314ae6859916c1917bb4ede591/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-07T20:20:57,859 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/data/hbase/meta/1588230740/.tmp/info/0461c996f82a4e42b631e935f17660cf as hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/data/hbase/meta/1588230740/info/0461c996f82a4e42b631e935f17660cf 2024-11-07T20:20:57,859 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T20:20:57,859 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T20:20:57,859 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731010844113.105ab8314ae6859916c1917bb4ede591. 2024-11-07T20:20:57,859 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 105ab8314ae6859916c1917bb4ede591: Waiting for close lock at 1731010856931Running coprocessor pre-close hooks at 1731010856931Disabling compacts and flushes for region at 1731010856931Disabling writes for close at 1731010856931Obtaining lock to block concurrent updates at 1731010856931Preparing flush snapshotting stores in 105ab8314ae6859916c1917bb4ede591 at 1731010856931Finished memstore snapshotting test,,1731010844113.105ab8314ae6859916c1917bb4ede591., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731010856931Flushing stores of test,,1731010844113.105ab8314ae6859916c1917bb4ede591. at 1731010856932 (+1 ms)Flushing 105ab8314ae6859916c1917bb4ede591/f: creating writer at 1731010856932Flushing 105ab8314ae6859916c1917bb4ede591/f: appending metadata at 1731010856951 (+19 ms)Flushing 105ab8314ae6859916c1917bb4ede591/f: closing flushed file at 1731010856951Flushing 105ab8314ae6859916c1917bb4ede591/f1: creating writer at 1731010857372 (+421 ms)Flushing 105ab8314ae6859916c1917bb4ede591/f1: appending metadata at 1731010857389 (+17 ms)Flushing 105ab8314ae6859916c1917bb4ede591/f1: closing flushed file at 1731010857389Flushing 105ab8314ae6859916c1917bb4ede591/norep: creating writer at 1731010857402 (+13 ms)Flushing 105ab8314ae6859916c1917bb4ede591/norep: appending metadata at 1731010857417 (+15 ms)Flushing 105ab8314ae6859916c1917bb4ede591/norep: closing flushed file at 1731010857417Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c1c20de: reopening flushed file at 1731010857832 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@318294f3: reopening flushed file at 1731010857838 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6545028f: reopening flushed file at 1731010857845 (+7 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 105ab8314ae6859916c1917bb4ede591 in 922ms, sequenceid=10, compaction requested=false at 1731010857853 (+8 ms)Writing region close event to WAL at 1731010857854 (+1 ms)Running coprocessor post-close hooks at 1731010857859 (+5 ms)Closed at 1731010857859 2024-11-07T20:20:57,859 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731010844113.105ab8314ae6859916c1917bb4ede591. 2024-11-07T20:20:57,859 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 46726d3873c11faf4a2e6a4a7845d75c, disabling compactions & flushes 2024-11-07T20:20:57,859 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731010848583.46726d3873c11faf4a2e6a4a7845d75c. 2024-11-07T20:20:57,859 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731010848583.46726d3873c11faf4a2e6a4a7845d75c. 2024-11-07T20:20:57,859 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731010848583.46726d3873c11faf4a2e6a4a7845d75c. after waiting 0 ms 2024-11-07T20:20:57,859 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731010848583.46726d3873c11faf4a2e6a4a7845d75c. 2024-11-07T20:20:57,860 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 46726d3873c11faf4a2e6a4a7845d75c: Waiting for close lock at 1731010857859Running coprocessor pre-close hooks at 1731010857859Disabling compacts and flushes for region at 1731010857859Disabling writes for close at 1731010857859Failed flush hbase:replication,,1731010848583.46726d3873c11faf4a2e6a4a7845d75c., putting online again at 1731010857860 (+1 ms) 2024-11-07T20:20:57,860 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731010848583.46726d3873c11faf4a2e6a4a7845d75c. 2024-11-07T20:20:57,865 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/data/hbase/meta/1588230740/info/0461c996f82a4e42b631e935f17660cf, entries=20, sequenceid=16, filesize=7.5 K 2024-11-07T20:20:57,866 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/data/hbase/meta/1588230740/.tmp/ns/34fac83490a347eea5e28c13f9ce1cb1 as hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/data/hbase/meta/1588230740/ns/34fac83490a347eea5e28c13f9ce1cb1 2024-11-07T20:20:57,870 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/data/hbase/meta/1588230740/ns/34fac83490a347eea5e28c13f9ce1cb1, entries=2, sequenceid=16, filesize=5.0 K 2024-11-07T20:20:57,871 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/data/hbase/meta/1588230740/.tmp/rep_barrier/589be7fac5104a42ae1289535ac487cb as hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/data/hbase/meta/1588230740/rep_barrier/589be7fac5104a42ae1289535ac487cb 2024-11-07T20:20:57,876 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/data/hbase/meta/1588230740/rep_barrier/589be7fac5104a42ae1289535ac487cb, entries=1, sequenceid=16, filesize=5.4 K 2024-11-07T20:20:57,876 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/data/hbase/meta/1588230740/.tmp/table/a7ad1f20c8ed4a9e977eb19d2589a853 as hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/data/hbase/meta/1588230740/table/a7ad1f20c8ed4a9e977eb19d2589a853 2024-11-07T20:20:57,881 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/data/hbase/meta/1588230740/table/a7ad1f20c8ed4a9e977eb19d2589a853, entries=4, sequenceid=16, filesize=5.2 K 2024-11-07T20:20:57,882 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 951ms, sequenceid=16, compaction requested=false 2024-11-07T20:20:57,886 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-07T20:20:57,886 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T20:20:57,886 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T20:20:57,887 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T20:20:57,887 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731010856931Running coprocessor pre-close hooks at 1731010856931Disabling compacts and flushes for region at 1731010856931Disabling writes for close at 1731010856931Obtaining lock to block concurrent updates at 1731010856931Preparing flush snapshotting stores in 1588230740 at 1731010856931Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731010856932 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731010856932Flushing 1588230740/info: creating writer at 1731010856932Flushing 1588230740/info: appending metadata at 1731010856950 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731010856950Flushing 1588230740/ns: creating writer at 1731010857367 (+417 ms)Flushing 1588230740/ns: appending metadata at 1731010857385 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731010857385Flushing 1588230740/rep_barrier: creating writer at 1731010857400 (+15 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731010857419 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731010857419Flushing 1588230740/table: creating writer at 1731010857433 (+14 ms)Flushing 1588230740/table: appending metadata at 1731010857449 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731010857449Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74937001: reopening flushed file at 1731010857858 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d0d262e: reopening flushed file at 1731010857865 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22dd05b6: reopening flushed file at 1731010857870 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3004b59d: reopening flushed file at 1731010857876 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 951ms, sequenceid=16, compaction requested=false at 1731010857882 (+6 ms)Writing region close event to WAL at 1731010857883 (+1 ms)Running coprocessor post-close hooks at 1731010857886 (+3 ms)Closed at 1731010857887 (+1 ms) 2024-11-07T20:20:57,887 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T20:20:57,932 INFO [RS:0;8a040b4bf509:44591 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T20:20:57,932 DEBUG [RS:0;8a040b4bf509:44591 {}] regionserver.HRegionServer(1325): Online Regions={46726d3873c11faf4a2e6a4a7845d75c=hbase:replication,,1731010848583.46726d3873c11faf4a2e6a4a7845d75c.} 2024-11-07T20:20:57,932 INFO [RS:0;8a040b4bf509:44591 {}] regionserver.HRegionServer(3091): Received CLOSE for 46726d3873c11faf4a2e6a4a7845d75c 2024-11-07T20:20:57,932 DEBUG [RS:0;8a040b4bf509:44591 {}] regionserver.HRegionServer(1351): Waiting on 46726d3873c11faf4a2e6a4a7845d75c 2024-11-07T20:20:57,932 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 46726d3873c11faf4a2e6a4a7845d75c, disabling compactions & flushes 2024-11-07T20:20:57,932 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731010848583.46726d3873c11faf4a2e6a4a7845d75c. 2024-11-07T20:20:57,932 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731010848583.46726d3873c11faf4a2e6a4a7845d75c. 2024-11-07T20:20:57,932 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731010848583.46726d3873c11faf4a2e6a4a7845d75c. after waiting 0 ms 2024-11-07T20:20:57,932 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731010848583.46726d3873c11faf4a2e6a4a7845d75c. 2024-11-07T20:20:57,933 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 46726d3873c11faf4a2e6a4a7845d75c: Waiting for close lock at 1731010857932Running coprocessor pre-close hooks at 1731010857932Disabling compacts and flushes for region at 1731010857932Disabling writes for close at 1731010857932Failed flush hbase:replication,,1731010848583.46726d3873c11faf4a2e6a4a7845d75c., putting online again at 1731010857932 2024-11-07T20:20:57,933 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731010848583.46726d3873c11faf4a2e6a4a7845d75c. 2024-11-07T20:20:57,962 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,44591,1731010838434.replicationSource.wal-reader.8a040b4bf509%2C44591%2C1731010838434,1-8a040b4bf509,44591,1731010838434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/WALs/8a040b4bf509,44591,1731010838434/8a040b4bf509%2C44591%2C1731010838434.1731010840551 to pos 1482, reset compression=false 2024-11-07T20:20:57,966 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,44591,1731010838434.replicationSource.wal-reader.8a040b4bf509%2C44591%2C1731010838434,1-8a040b4bf509,44591,1731010838434 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T20:20:57,966 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,44591,1731010838434.replicationSource.wal-reader.8a040b4bf509%2C44591%2C1731010838434,1-8a040b4bf509,44591,1731010838434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/WALs/8a040b4bf509,44591,1731010838434/8a040b4bf509%2C44591%2C1731010838434.1731010840551 to pos 2126, reset compression=false 2024-11-07T20:20:58,132 INFO [RS:0;8a040b4bf509:44591 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-07T20:20:58,132 INFO [RS:0;8a040b4bf509:44591 {}] regionserver.HRegionServer(976): stopping server 8a040b4bf509,44591,1731010838434; all regions closed. 2024-11-07T20:20:58,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44613 is added to blk_1073741834_1010 (size=4239) 2024-11-07T20:20:58,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44613 is added to blk_1073741839_1015 (size=1953) 2024-11-07T20:20:58,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44613 is added to blk_1073741833_1009 (size=2134) 2024-11-07T20:20:58,141 DEBUG [RS:0;8a040b4bf509:44591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:58,141 INFO [RS:0;8a040b4bf509:44591 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T20:20:58,141 INFO [RS:0;8a040b4bf509:44591 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T20:20:58,141 INFO [RS:0;8a040b4bf509:44591 {}] hbase.ChoreService(370): Chore service for: regionserver/8a040b4bf509:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-07T20:20:58,141 INFO [RS:0;8a040b4bf509:44591 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T20:20:58,141 INFO [regionserver/8a040b4bf509:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T20:20:58,141 INFO [RS:0;8a040b4bf509:44591 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8a040b4bf509,44591,1731010838434 because: Region server is closing 2024-11-07T20:20:58,142 INFO [RS:0;8a040b4bf509:44591 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a040b4bf509:44591. 2024-11-07T20:20:58,142 DEBUG [RS:0;8a040b4bf509:44591 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:20:58,142 DEBUG [RS:0;8a040b4bf509:44591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:58,142 DEBUG [RS:0;8a040b4bf509:44591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:58,142 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:20:58,142 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35767,1731010827100.replicationSource.wal-reader.8a040b4bf509%2C35767%2C1731010827100,1-8a040b4bf509,35767,1731010827100 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/WALs/8a040b4bf509,35767,1731010827100/8a040b4bf509%2C35767%2C1731010827100.1731010829322 to pos 636, reset compression=false 2024-11-07T20:20:58,242 INFO [RS:0;8a040b4bf509:44591 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,44591,1731010838434.replicationSource.shipper8a040b4bf509%2C44591%2C1731010838434,1-8a040b4bf509,44591,1731010838434 terminated 2024-11-07T20:20:58,242 INFO [RS:0;8a040b4bf509:44591 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a040b4bf509:44591. 2024-11-07T20:20:58,242 DEBUG [RS:0;8a040b4bf509:44591 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:20:58,242 DEBUG [RS:0;8a040b4bf509:44591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:58,243 DEBUG [RS:0;8a040b4bf509:44591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:58,243 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:20:58,243 INFO [RS:0;8a040b4bf509:44591 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44591 2024-11-07T20:20:58,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44591-0x10116f506420007, quorum=127.0.0.1:61958, baseZNode=/2-1200755369 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1200755369/rs/8a040b4bf509,44591,1731010838434 2024-11-07T20:20:58,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36769-0x10116f506420006, quorum=127.0.0.1:61958, baseZNode=/2-1200755369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1200755369/rs 2024-11-07T20:20:58,265 INFO [RS:0;8a040b4bf509:44591 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T20:20:58,275 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8a040b4bf509,44591,1731010838434] 2024-11-07T20:20:58,286 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1200755369/draining/8a040b4bf509,44591,1731010838434 already deleted, retry=false 2024-11-07T20:20:58,286 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8a040b4bf509,44591,1731010838434 expired; onlineServers=0 2024-11-07T20:20:58,286 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8a040b4bf509,36769,1731010838298' ***** 2024-11-07T20:20:58,286 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T20:20:58,286 INFO [M:0;8a040b4bf509:36769 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T20:20:58,286 INFO [M:0;8a040b4bf509:36769 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T20:20:58,286 DEBUG [M:0;8a040b4bf509:36769 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T20:20:58,286 DEBUG [M:0;8a040b4bf509:36769 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T20:20:58,286 DEBUG [master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.large.0-1731010840191 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.large.0-1731010840191,5,FailOnTimeoutGroup] 2024-11-07T20:20:58,286 DEBUG [master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.small.0-1731010840191 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.small.0-1731010840191,5,FailOnTimeoutGroup] 2024-11-07T20:20:58,286 INFO [M:0;8a040b4bf509:36769 {}] hbase.ChoreService(370): Chore service for: master/8a040b4bf509:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T20:20:58,286 INFO [M:0;8a040b4bf509:36769 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T20:20:58,286 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T20:20:58,286 DEBUG [M:0;8a040b4bf509:36769 {}] master.HMaster(1795): Stopping service threads 2024-11-07T20:20:58,287 INFO [M:0;8a040b4bf509:36769 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T20:20:58,287 INFO [M:0;8a040b4bf509:36769 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T20:20:58,287 INFO [M:0;8a040b4bf509:36769 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T20:20:58,287 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T20:20:58,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36769-0x10116f506420006, quorum=127.0.0.1:61958, baseZNode=/2-1200755369 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1200755369/master 2024-11-07T20:20:58,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36769-0x10116f506420006, quorum=127.0.0.1:61958, baseZNode=/2-1200755369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1200755369 2024-11-07T20:20:58,296 DEBUG [M:0;8a040b4bf509:36769 {}] zookeeper.ZKUtil(347): master:36769-0x10116f506420006, quorum=127.0.0.1:61958, baseZNode=/2-1200755369 Unable to get data of znode /2-1200755369/master because node does not exist (not an error) 2024-11-07T20:20:58,296 WARN [M:0;8a040b4bf509:36769 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T20:20:58,297 INFO [M:0;8a040b4bf509:36769 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/.lastflushedseqids 2024-11-07T20:20:58,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44613 is added to blk_1073741847_1023 (size=245) 2024-11-07T20:20:58,376 INFO [RS:0;8a040b4bf509:44591 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T20:20:58,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44591-0x10116f506420007, quorum=127.0.0.1:61958, baseZNode=/2-1200755369 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:20:58,376 INFO [RS:0;8a040b4bf509:44591 {}] regionserver.HRegionServer(1031): Exiting; stopping=8a040b4bf509,44591,1731010838434; zookeeper connection closed. 2024-11-07T20:20:58,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44591-0x10116f506420007, quorum=127.0.0.1:61958, baseZNode=/2-1200755369 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:20:58,376 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3a5f6b38 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3a5f6b38 2024-11-07T20:20:58,376 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T20:20:58,462 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35587,1731010832732.replicationSource.wal-reader.8a040b4bf509%2C35587%2C1731010832732,1-8a040b4bf509,35587,1731010832732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/WALs/8a040b4bf509,35587,1731010832732/8a040b4bf509%2C35587%2C1731010832732.1731010834554 to pos 1191, reset compression=false 2024-11-07T20:20:58,702 INFO [M:0;8a040b4bf509:36769 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T20:20:58,702 INFO [M:0;8a040b4bf509:36769 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T20:20:58,702 DEBUG [M:0;8a040b4bf509:36769 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T20:20:58,702 INFO [M:0;8a040b4bf509:36769 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:20:58,702 DEBUG [M:0;8a040b4bf509:36769 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:20:58,702 DEBUG [M:0;8a040b4bf509:36769 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T20:20:58,702 DEBUG [M:0;8a040b4bf509:36769 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:20:58,702 INFO [M:0;8a040b4bf509:36769 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-07T20:20:58,720 DEBUG [M:0;8a040b4bf509:36769 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bcd320bf16ae408dacbf2c1c0b6d87d0 is 82, key is hbase:meta,,1/info:regioninfo/1731010841179/Put/seqid=0 2024-11-07T20:20:58,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44613 is added to blk_1073741848_1024 (size=5672) 2024-11-07T20:20:58,723 INFO [M:0;8a040b4bf509:36769 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bcd320bf16ae408dacbf2c1c0b6d87d0 2024-11-07T20:20:58,751 DEBUG [M:0;8a040b4bf509:36769 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a7ffc90326914fc3a59809b50f4beaf3 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731010849382/Put/seqid=0 2024-11-07T20:20:58,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44613 is added to blk_1073741849_1025 (size=8516) 2024-11-07T20:20:58,766 INFO [M:0;8a040b4bf509:36769 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a7ffc90326914fc3a59809b50f4beaf3 2024-11-07T20:20:58,790 DEBUG [M:0;8a040b4bf509:36769 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6eabb001d1ac4f268e2ab01d42498998 is 69, key is 8a040b4bf509,44591,1731010838434/rs:state/1731010840274/Put/seqid=0 2024-11-07T20:20:58,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44613 is added to blk_1073741850_1026 (size=5156) 2024-11-07T20:20:58,794 INFO [M:0;8a040b4bf509:36769 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6eabb001d1ac4f268e2ab01d42498998 2024-11-07T20:20:58,799 DEBUG [M:0;8a040b4bf509:36769 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bcd320bf16ae408dacbf2c1c0b6d87d0 as hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bcd320bf16ae408dacbf2c1c0b6d87d0 2024-11-07T20:20:58,803 INFO [M:0;8a040b4bf509:36769 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bcd320bf16ae408dacbf2c1c0b6d87d0, entries=8, sequenceid=97, filesize=5.5 K 2024-11-07T20:20:58,803 DEBUG [M:0;8a040b4bf509:36769 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a7ffc90326914fc3a59809b50f4beaf3 as hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a7ffc90326914fc3a59809b50f4beaf3 2024-11-07T20:20:58,806 INFO [M:0;8a040b4bf509:36769 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a7ffc90326914fc3a59809b50f4beaf3, entries=11, sequenceid=97, filesize=8.3 K 2024-11-07T20:20:58,807 DEBUG [M:0;8a040b4bf509:36769 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6eabb001d1ac4f268e2ab01d42498998 as hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6eabb001d1ac4f268e2ab01d42498998 2024-11-07T20:20:58,810 INFO [M:0;8a040b4bf509:36769 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36755/user/jenkins/test-data/68633e05-beb2-e246-197f-46e16fd0d86b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6eabb001d1ac4f268e2ab01d42498998, entries=1, sequenceid=97, filesize=5.0 K 2024-11-07T20:20:58,811 INFO [M:0;8a040b4bf509:36769 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 109ms, sequenceid=97, compaction requested=false 2024-11-07T20:20:58,816 INFO [M:0;8a040b4bf509:36769 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:20:58,816 DEBUG [M:0;8a040b4bf509:36769 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731010858702Disabling compacts and flushes for region at 1731010858702Disabling writes for close at 1731010858702Obtaining lock to block concurrent updates at 1731010858702Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731010858702Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731010858702Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731010858703 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731010858703Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731010858719 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731010858719Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731010858727 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731010858750 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731010858750Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731010858770 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731010858789 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731010858789Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e827edd: reopening flushed file at 1731010858799 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5aa52fa9: reopening flushed file at 1731010858803 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25f5ba82: reopening flushed file at 1731010858807 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 109ms, sequenceid=97, compaction requested=false at 1731010858811 (+4 ms)Writing region close event to WAL at 1731010858816 (+5 ms)Closed at 1731010858816 2024-11-07T20:20:58,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44613 is added to blk_1073741830_1006 (size=63654) 2024-11-07T20:20:58,823 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T20:20:58,823 INFO [M:0;8a040b4bf509:36769 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T20:20:58,823 INFO [M:0;8a040b4bf509:36769 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36769 2024-11-07T20:20:58,825 INFO [M:0;8a040b4bf509:36769 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T20:20:58,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36769-0x10116f506420006, quorum=127.0.0.1:61958, baseZNode=/2-1200755369 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:20:58,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36769-0x10116f506420006, quorum=127.0.0.1:61958, baseZNode=/2-1200755369 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:20:58,976 INFO [M:0;8a040b4bf509:36769 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T20:20:58,985 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4cf63e99{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T20:20:58,986 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7276daf1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T20:20:58,986 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T20:20:58,986 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75eff3e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T20:20:58,986 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e1f7cc4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90c2340c-061f-3e5b-fc39-0d58d429bad1/hadoop.log.dir/,STOPPED} 2024-11-07T20:20:58,988 WARN [BP-1785614165-172.17.0.2-1731010835967 heartbeating to localhost/127.0.0.1:36755 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T20:20:58,988 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T20:20:58,988 WARN [BP-1785614165-172.17.0.2-1731010835967 heartbeating to localhost/127.0.0.1:36755 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1785614165-172.17.0.2-1731010835967 (Datanode Uuid ae2a0444-60d7-4fdb-aca6-1eec08ad3a88) service to localhost/127.0.0.1:36755 2024-11-07T20:20:58,988 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T20:20:58,989 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90c2340c-061f-3e5b-fc39-0d58d429bad1/cluster_60db5f19-c774-7466-257f-cb66765ee628/data/data1/current/BP-1785614165-172.17.0.2-1731010835967 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T20:20:58,989 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90c2340c-061f-3e5b-fc39-0d58d429bad1/cluster_60db5f19-c774-7466-257f-cb66765ee628/data/data2/current/BP-1785614165-172.17.0.2-1731010835967 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T20:20:58,989 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T20:20:58,999 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6fc20579{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T20:20:59,000 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6842fe12{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T20:20:59,000 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T20:20:59,000 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22b03d7a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T20:20:59,000 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12a9d7ec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90c2340c-061f-3e5b-fc39-0d58d429bad1/hadoop.log.dir/,STOPPED} 2024-11-07T20:20:59,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T20:20:59,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T20:20:59,019 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T20:20:59,019 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:20:59,019 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:59,020 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:59,020 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:20:59,021 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T20:20:59,021 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1638330253, stopped=false 2024-11-07T20:20:59,021 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8a040b4bf509,34933,1731010832429 2024-11-07T20:20:59,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x10116f506420004, quorum=127.0.0.1:61958, baseZNode=/1739398149 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1739398149/running 2024-11-07T20:20:59,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34933-0x10116f506420003, quorum=127.0.0.1:61958, baseZNode=/1739398149 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1739398149/running 2024-11-07T20:20:59,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x10116f506420004, quorum=127.0.0.1:61958, baseZNode=/1739398149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1739398149 2024-11-07T20:20:59,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34933-0x10116f506420003, quorum=127.0.0.1:61958, baseZNode=/1739398149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1739398149 2024-11-07T20:20:59,037 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T20:20:59,038 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35587-0x10116f506420004, quorum=127.0.0.1:61958, baseZNode=/1739398149 Set watcher on znode that does not yet exist, /1739398149/running 2024-11-07T20:20:59,038 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34933-0x10116f506420003, quorum=127.0.0.1:61958, baseZNode=/1739398149 Set watcher on znode that does not yet exist, /1739398149/running 2024-11-07T20:20:59,039 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T20:20:59,039 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:20:59,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:59,040 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8a040b4bf509,35587,1731010832732' ***** 2024-11-07T20:20:59,040 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T20:20:59,040 INFO [RS:0;8a040b4bf509:35587 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T20:20:59,040 INFO [RS:0;8a040b4bf509:35587 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T20:20:59,040 INFO [RS:0;8a040b4bf509:35587 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T20:20:59,040 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T20:20:59,040 INFO [RS:0;8a040b4bf509:35587 {}] regionserver.HRegionServer(3091): Received CLOSE for 6233d7c1a20774250d5e1e632424d498 2024-11-07T20:20:59,043 INFO [RS:0;8a040b4bf509:35587 {}] regionserver.HRegionServer(3091): Received CLOSE for 177d4e9f8f624f6a6a9b63be4dee6056 2024-11-07T20:20:59,044 INFO [RS:0;8a040b4bf509:35587 {}] regionserver.HRegionServer(959): stopping server 8a040b4bf509,35587,1731010832732 2024-11-07T20:20:59,044 INFO [RS:0;8a040b4bf509:35587 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T20:20:59,044 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6233d7c1a20774250d5e1e632424d498, disabling compactions & flushes 2024-11-07T20:20:59,044 INFO [RS:0;8a040b4bf509:35587 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a040b4bf509:35587. 2024-11-07T20:20:59,044 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731010841955.6233d7c1a20774250d5e1e632424d498. 2024-11-07T20:20:59,044 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731010841955.6233d7c1a20774250d5e1e632424d498. 2024-11-07T20:20:59,044 DEBUG [RS:0;8a040b4bf509:35587 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:20:59,044 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731010841955.6233d7c1a20774250d5e1e632424d498. after waiting 0 ms 2024-11-07T20:20:59,044 DEBUG [RS:0;8a040b4bf509:35587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:59,044 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731010841955.6233d7c1a20774250d5e1e632424d498. 2024-11-07T20:20:59,044 INFO [RS:0;8a040b4bf509:35587 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T20:20:59,044 INFO [RS:0;8a040b4bf509:35587 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T20:20:59,044 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6233d7c1a20774250d5e1e632424d498 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-07T20:20:59,044 INFO [RS:0;8a040b4bf509:35587 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T20:20:59,044 INFO [RS:0;8a040b4bf509:35587 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T20:20:59,045 INFO [RS:0;8a040b4bf509:35587 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-07T20:20:59,045 DEBUG [RS:0;8a040b4bf509:35587 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6233d7c1a20774250d5e1e632424d498=test,,1731010841955.6233d7c1a20774250d5e1e632424d498., 177d4e9f8f624f6a6a9b63be4dee6056=hbase:replication,,1731010847431.177d4e9f8f624f6a6a9b63be4dee6056.} 2024-11-07T20:20:59,045 DEBUG [RS:0;8a040b4bf509:35587 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 177d4e9f8f624f6a6a9b63be4dee6056, 6233d7c1a20774250d5e1e632424d498 2024-11-07T20:20:59,045 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T20:20:59,045 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T20:20:59,045 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T20:20:59,045 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T20:20:59,045 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T20:20:59,045 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-07T20:20:59,045 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35767,1731010827100.replicationSource.wal-reader.8a040b4bf509%2C35767%2C1731010827100,1-8a040b4bf509,35767,1731010827100 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/WALs/8a040b4bf509,35767,1731010827100/8a040b4bf509%2C35767%2C1731010827100.1731010829322 to pos 636, reset compression=false 2024-11-07T20:20:59,056 INFO [regionserver/8a040b4bf509:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T20:20:59,070 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/data/hbase/meta/1588230740/.tmp/info/b471014ee5a34faeb330c6aecda26499 is 147, key is hbase:replication,,1731010847431.177d4e9f8f624f6a6a9b63be4dee6056./info:regioninfo/1731010848228/Put/seqid=0 2024-11-07T20:20:59,078 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/data/default/test/6233d7c1a20774250d5e1e632424d498/.tmp/f/38f83a14d49847358e86ab7185f78a9c is 29, key is row1/f:/1731010854808/DeleteFamily/seqid=0 2024-11-07T20:20:59,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38211 is added to blk_1073741840_1016 (size=7686) 2024-11-07T20:20:59,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38211 is added to blk_1073741841_1017 (size=5152) 2024-11-07T20:20:59,095 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/data/default/test/6233d7c1a20774250d5e1e632424d498/.tmp/f/38f83a14d49847358e86ab7185f78a9c 2024-11-07T20:20:59,102 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 38f83a14d49847358e86ab7185f78a9c 2024-11-07T20:20:59,123 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/data/default/test/6233d7c1a20774250d5e1e632424d498/.tmp/f1/b07e843117af4574a75e5b9bf89f3cce is 30, key is row1/f1:/1731010854808/DeleteFamily/seqid=0 2024-11-07T20:20:59,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38211 is added to blk_1073741842_1018 (size=5158) 2024-11-07T20:20:59,132 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/data/default/test/6233d7c1a20774250d5e1e632424d498/.tmp/f1/b07e843117af4574a75e5b9bf89f3cce 2024-11-07T20:20:59,137 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b07e843117af4574a75e5b9bf89f3cce 2024-11-07T20:20:59,158 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/data/default/test/6233d7c1a20774250d5e1e632424d498/.tmp/norep/96ae2d40ae8548e48eb3677dcdbc799c is 33, key is row1/norep:/1731010854808/DeleteFamily/seqid=0 2024-11-07T20:20:59,166 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35587,1731010832732.replicationSource.wal-reader.8a040b4bf509%2C35587%2C1731010832732,1-8a040b4bf509,35587,1731010832732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/WALs/8a040b4bf509,35587,1731010832732/8a040b4bf509%2C35587%2C1731010832732.1731010834554 to pos 1191, reset compression=false 2024-11-07T20:20:59,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38211 is added to blk_1073741843_1019 (size=5108) 2024-11-07T20:20:59,174 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/data/default/test/6233d7c1a20774250d5e1e632424d498/.tmp/norep/96ae2d40ae8548e48eb3677dcdbc799c 2024-11-07T20:20:59,179 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 96ae2d40ae8548e48eb3677dcdbc799c 2024-11-07T20:20:59,179 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/data/default/test/6233d7c1a20774250d5e1e632424d498/.tmp/f/38f83a14d49847358e86ab7185f78a9c as hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/data/default/test/6233d7c1a20774250d5e1e632424d498/f/38f83a14d49847358e86ab7185f78a9c 2024-11-07T20:20:59,185 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35587,1731010832732.replicationSource.wal-reader.8a040b4bf509%2C35587%2C1731010832732,1-8a040b4bf509,35587,1731010832732 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T20:20:59,185 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35587,1731010832732.replicationSource.wal-reader.8a040b4bf509%2C35587%2C1731010832732,1-8a040b4bf509,35587,1731010832732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/WALs/8a040b4bf509,35587,1731010832732/8a040b4bf509%2C35587%2C1731010832732.1731010834554 to pos 1438, reset compression=false 2024-11-07T20:20:59,185 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35587,1731010832732.replicationSource.shipper8a040b4bf509%2C35587%2C1731010832732,1-8a040b4bf509,35587,1731010832732 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a040b4bf509,35587,1731010832732 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/WALs/8a040b4bf509,35587,1731010832732/8a040b4bf509%2C35587%2C1731010832732.1731010834554, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T20:20:59,186 ERROR [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35587,1731010832732.replicationSource.shipper8a040b4bf509%2C35587%2C1731010832732,1-8a040b4bf509,35587,1731010832732 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 8a040b4bf509,35587,1731010832732: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-8a040b4bf509,35587,1731010832732, walGroup=8a040b4bf509%2C35587%2C1731010832732, offset=8a040b4bf509%2C35587%2C1731010832732.1731010834554:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a040b4bf509:35587 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-07T20:20:59,187 ERROR [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35587,1731010832732.replicationSource.shipper8a040b4bf509%2C35587%2C1731010832732,1-8a040b4bf509,35587,1731010832732 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-07T20:20:59,187 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35587,1731010832732.replicationSource.shipper8a040b4bf509%2C35587%2C1731010832732,1-8a040b4bf509,35587,1731010832732 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-07T20:20:59,187 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35587,1731010832732.replicationSource.shipper8a040b4bf509%2C35587%2C1731010832732,1-8a040b4bf509,35587,1731010832732 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-07T20:20:59,187 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35587,1731010832732.replicationSource.shipper8a040b4bf509%2C35587%2C1731010832732,1-8a040b4bf509,35587,1731010832732 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-07T20:20:59,187 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35587,1731010832732.replicationSource.shipper8a040b4bf509%2C35587%2C1731010832732,1-8a040b4bf509,35587,1731010832732 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-07T20:20:59,187 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35587,1731010832732.replicationSource.shipper8a040b4bf509%2C35587%2C1731010832732,1-8a040b4bf509,35587,1731010832732 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1356857344, "init": 1048576000, "max": 2306867200, "used": 901032992 }, "NonHeapMemoryUsage": { "committed": 205783040, "init": 7667712, "max": -1, "used": 202958184 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-07T20:20:59,188 WARN [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35587,1731010832732.replicationSource.shipper8a040b4bf509%2C35587%2C1731010832732,1-8a040b4bf509,35587,1731010832732 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a040b4bf509:34933 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a040b4bf509:34933 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-07T20:20:59,189 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 38f83a14d49847358e86ab7185f78a9c 2024-11-07T20:20:59,189 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/data/default/test/6233d7c1a20774250d5e1e632424d498/f/38f83a14d49847358e86ab7185f78a9c, entries=3, sequenceid=10, filesize=5.0 K 2024-11-07T20:20:59,190 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/data/default/test/6233d7c1a20774250d5e1e632424d498/.tmp/f1/b07e843117af4574a75e5b9bf89f3cce as hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/data/default/test/6233d7c1a20774250d5e1e632424d498/f1/b07e843117af4574a75e5b9bf89f3cce 2024-11-07T20:20:59,207 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b07e843117af4574a75e5b9bf89f3cce 2024-11-07T20:20:59,207 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/data/default/test/6233d7c1a20774250d5e1e632424d498/f1/b07e843117af4574a75e5b9bf89f3cce, entries=3, sequenceid=10, filesize=5.0 K 2024-11-07T20:20:59,208 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/data/default/test/6233d7c1a20774250d5e1e632424d498/.tmp/norep/96ae2d40ae8548e48eb3677dcdbc799c as hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/data/default/test/6233d7c1a20774250d5e1e632424d498/norep/96ae2d40ae8548e48eb3677dcdbc799c 2024-11-07T20:20:59,214 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 96ae2d40ae8548e48eb3677dcdbc799c 2024-11-07T20:20:59,214 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/data/default/test/6233d7c1a20774250d5e1e632424d498/norep/96ae2d40ae8548e48eb3677dcdbc799c, entries=1, sequenceid=10, filesize=5.0 K 2024-11-07T20:20:59,215 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 6233d7c1a20774250d5e1e632424d498 in 171ms, sequenceid=10, compaction requested=false 2024-11-07T20:20:59,215 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-07T20:20:59,222 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35587,1731010832732.replicationSource.wal-reader.8a040b4bf509%2C35587%2C1731010832732,1-8a040b4bf509,35587,1731010832732 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T20:20:59,222 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35587,1731010832732.replicationSource.wal-reader.8a040b4bf509%2C35587%2C1731010832732,1-8a040b4bf509,35587,1731010832732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/WALs/8a040b4bf509,35587,1731010832732/8a040b4bf509%2C35587%2C1731010832732.1731010834554 to pos 1787, reset compression=false 2024-11-07T20:20:59,245 DEBUG [RS:0;8a040b4bf509:35587 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 177d4e9f8f624f6a6a9b63be4dee6056, 6233d7c1a20774250d5e1e632424d498 2024-11-07T20:20:59,249 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/data/default/test/6233d7c1a20774250d5e1e632424d498/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-07T20:20:59,250 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T20:20:59,250 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T20:20:59,250 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731010841955.6233d7c1a20774250d5e1e632424d498. 2024-11-07T20:20:59,250 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6233d7c1a20774250d5e1e632424d498: Waiting for close lock at 1731010859044Running coprocessor pre-close hooks at 1731010859044Disabling compacts and flushes for region at 1731010859044Disabling writes for close at 1731010859044Obtaining lock to block concurrent updates at 1731010859044Preparing flush snapshotting stores in 6233d7c1a20774250d5e1e632424d498 at 1731010859044Finished memstore snapshotting test,,1731010841955.6233d7c1a20774250d5e1e632424d498., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731010859044Flushing stores of test,,1731010841955.6233d7c1a20774250d5e1e632424d498. at 1731010859045 (+1 ms)Flushing 6233d7c1a20774250d5e1e632424d498/f: creating writer at 1731010859045Flushing 6233d7c1a20774250d5e1e632424d498/f: appending metadata at 1731010859077 (+32 ms)Flushing 6233d7c1a20774250d5e1e632424d498/f: closing flushed file at 1731010859077Flushing 6233d7c1a20774250d5e1e632424d498/f1: creating writer at 1731010859103 (+26 ms)Flushing 6233d7c1a20774250d5e1e632424d498/f1: appending metadata at 1731010859122 (+19 ms)Flushing 6233d7c1a20774250d5e1e632424d498/f1: closing flushed file at 1731010859123 (+1 ms)Flushing 6233d7c1a20774250d5e1e632424d498/norep: creating writer at 1731010859137 (+14 ms)Flushing 6233d7c1a20774250d5e1e632424d498/norep: appending metadata at 1731010859158 (+21 ms)Flushing 6233d7c1a20774250d5e1e632424d498/norep: closing flushed file at 1731010859158Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@443c668b: reopening flushed file at 1731010859179 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@641a636f: reopening flushed file at 1731010859189 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b83652e: reopening flushed file at 1731010859207 (+18 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 6233d7c1a20774250d5e1e632424d498 in 171ms, sequenceid=10, compaction requested=false at 1731010859215 (+8 ms)Writing region close event to WAL at 1731010859246 (+31 ms)Running coprocessor post-close hooks at 1731010859250 (+4 ms)Closed at 1731010859250 2024-11-07T20:20:59,251 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731010841955.6233d7c1a20774250d5e1e632424d498. 2024-11-07T20:20:59,251 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 177d4e9f8f624f6a6a9b63be4dee6056, disabling compactions & flushes 2024-11-07T20:20:59,251 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731010847431.177d4e9f8f624f6a6a9b63be4dee6056. 2024-11-07T20:20:59,251 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731010847431.177d4e9f8f624f6a6a9b63be4dee6056. 2024-11-07T20:20:59,251 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731010847431.177d4e9f8f624f6a6a9b63be4dee6056. after waiting 0 ms 2024-11-07T20:20:59,251 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731010847431.177d4e9f8f624f6a6a9b63be4dee6056. 2024-11-07T20:20:59,251 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 177d4e9f8f624f6a6a9b63be4dee6056: Waiting for close lock at 1731010859251Running coprocessor pre-close hooks at 1731010859251Disabling compacts and flushes for region at 1731010859251Disabling writes for close at 1731010859251Failed flush hbase:replication,,1731010847431.177d4e9f8f624f6a6a9b63be4dee6056., putting online again at 1731010859251 2024-11-07T20:20:59,251 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731010847431.177d4e9f8f624f6a6a9b63be4dee6056. 2024-11-07T20:20:59,440 INFO [regionserver/8a040b4bf509:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T20:20:59,440 INFO [regionserver/8a040b4bf509:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T20:20:59,445 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35587,1731010832732.replicationSource.wal-reader.8a040b4bf509%2C35587%2C1731010832732,1-8a040b4bf509,35587,1731010832732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/WALs/8a040b4bf509,35587,1731010832732/8a040b4bf509%2C35587%2C1731010832732.1731010834554 to pos 1787, reset compression=false 2024-11-07T20:20:59,445 INFO [RS:0;8a040b4bf509:35587 {}] regionserver.HRegionServer(3091): Received CLOSE for 177d4e9f8f624f6a6a9b63be4dee6056 2024-11-07T20:20:59,445 DEBUG [RS:0;8a040b4bf509:35587 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 177d4e9f8f624f6a6a9b63be4dee6056 2024-11-07T20:20:59,445 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 177d4e9f8f624f6a6a9b63be4dee6056, disabling compactions & flushes 2024-11-07T20:20:59,445 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731010847431.177d4e9f8f624f6a6a9b63be4dee6056. 2024-11-07T20:20:59,445 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731010847431.177d4e9f8f624f6a6a9b63be4dee6056. 2024-11-07T20:20:59,445 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731010847431.177d4e9f8f624f6a6a9b63be4dee6056. after waiting 0 ms 2024-11-07T20:20:59,445 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731010847431.177d4e9f8f624f6a6a9b63be4dee6056. 2024-11-07T20:20:59,446 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 177d4e9f8f624f6a6a9b63be4dee6056: Waiting for close lock at 1731010859445Running coprocessor pre-close hooks at 1731010859445Disabling compacts and flushes for region at 1731010859445Disabling writes for close at 1731010859445Failed flush hbase:replication,,1731010847431.177d4e9f8f624f6a6a9b63be4dee6056., putting online again at 1731010859445 2024-11-07T20:20:59,446 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731010847431.177d4e9f8f624f6a6a9b63be4dee6056. 2024-11-07T20:20:59,451 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35587,1731010832732.replicationSource.wal-reader.8a040b4bf509%2C35587%2C1731010832732,1-8a040b4bf509,35587,1731010832732 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T20:20:59,483 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/data/hbase/meta/1588230740/.tmp/info/b471014ee5a34faeb330c6aecda26499 2024-11-07T20:20:59,509 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/data/hbase/meta/1588230740/.tmp/ns/0826849004d34ca19245955acf1b0955 is 43, key is default/ns:d/1731010835766/Put/seqid=0 2024-11-07T20:20:59,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38211 is added to blk_1073741844_1020 (size=5153) 2024-11-07T20:20:59,514 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/data/hbase/meta/1588230740/.tmp/ns/0826849004d34ca19245955acf1b0955 2024-11-07T20:20:59,539 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/data/hbase/meta/1588230740/.tmp/rep_barrier/ca280ab9ba3d423b9f6a4e163fabe12c is 112, key is test,,1731010841955.6233d7c1a20774250d5e1e632424d498./rep_barrier:seqnumDuringOpen/1731010843160/Put/seqid=0 2024-11-07T20:20:59,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38211 is added to blk_1073741845_1021 (size=5518) 2024-11-07T20:20:59,548 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/data/hbase/meta/1588230740/.tmp/rep_barrier/ca280ab9ba3d423b9f6a4e163fabe12c 2024-11-07T20:20:59,573 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/data/hbase/meta/1588230740/.tmp/table/b90c9cab042d41808c5d8d2925bc9425 is 53, key is hbase:replication/table:state/1731010848234/Put/seqid=0 2024-11-07T20:20:59,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38211 is added to blk_1073741846_1022 (size=5308) 2024-11-07T20:20:59,578 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/data/hbase/meta/1588230740/.tmp/table/b90c9cab042d41808c5d8d2925bc9425 2024-11-07T20:20:59,584 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/data/hbase/meta/1588230740/.tmp/info/b471014ee5a34faeb330c6aecda26499 as hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/data/hbase/meta/1588230740/info/b471014ee5a34faeb330c6aecda26499 2024-11-07T20:20:59,589 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/data/hbase/meta/1588230740/info/b471014ee5a34faeb330c6aecda26499, entries=20, sequenceid=16, filesize=7.5 K 2024-11-07T20:20:59,590 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/data/hbase/meta/1588230740/.tmp/ns/0826849004d34ca19245955acf1b0955 as hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/data/hbase/meta/1588230740/ns/0826849004d34ca19245955acf1b0955 2024-11-07T20:20:59,598 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/data/hbase/meta/1588230740/ns/0826849004d34ca19245955acf1b0955, entries=2, sequenceid=16, filesize=5.0 K 2024-11-07T20:20:59,599 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/data/hbase/meta/1588230740/.tmp/rep_barrier/ca280ab9ba3d423b9f6a4e163fabe12c as hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/data/hbase/meta/1588230740/rep_barrier/ca280ab9ba3d423b9f6a4e163fabe12c 2024-11-07T20:20:59,605 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/data/hbase/meta/1588230740/rep_barrier/ca280ab9ba3d423b9f6a4e163fabe12c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-07T20:20:59,606 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/data/hbase/meta/1588230740/.tmp/table/b90c9cab042d41808c5d8d2925bc9425 as hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/data/hbase/meta/1588230740/table/b90c9cab042d41808c5d8d2925bc9425 2024-11-07T20:20:59,610 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/data/hbase/meta/1588230740/table/b90c9cab042d41808c5d8d2925bc9425, entries=4, sequenceid=16, filesize=5.2 K 2024-11-07T20:20:59,611 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 566ms, sequenceid=16, compaction requested=false 2024-11-07T20:20:59,611 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T20:20:59,620 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-07T20:20:59,621 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T20:20:59,621 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T20:20:59,621 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T20:20:59,621 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731010859045Running coprocessor pre-close hooks at 1731010859045Disabling compacts and flushes for region at 1731010859045Disabling writes for close at 1731010859045Obtaining lock to block concurrent updates at 1731010859045Preparing flush snapshotting stores in 1588230740 at 1731010859045Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731010859046 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731010859046Flushing 1588230740/info: creating writer at 1731010859046Flushing 1588230740/info: appending metadata at 1731010859070 (+24 ms)Flushing 1588230740/info: closing flushed file at 1731010859070Flushing 1588230740/ns: creating writer at 1731010859488 (+418 ms)Flushing 1588230740/ns: appending metadata at 1731010859508 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731010859508Flushing 1588230740/rep_barrier: creating writer at 1731010859519 (+11 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731010859539 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731010859539Flushing 1588230740/table: creating writer at 1731010859553 (+14 ms)Flushing 1588230740/table: appending metadata at 1731010859573 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731010859573Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40a46f17: reopening flushed file at 1731010859583 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@674a5fc5: reopening flushed file at 1731010859589 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23196aa2: reopening flushed file at 1731010859598 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6383749e: reopening flushed file at 1731010859606 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 566ms, sequenceid=16, compaction requested=false at 1731010859611 (+5 ms)Writing region close event to WAL at 1731010859617 (+6 ms)Running coprocessor post-close hooks at 1731010859621 (+4 ms)Closed at 1731010859621 2024-11-07T20:20:59,621 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T20:20:59,645 INFO [RS:0;8a040b4bf509:35587 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-07T20:20:59,645 INFO [RS:0;8a040b4bf509:35587 {}] regionserver.HRegionServer(976): stopping server 8a040b4bf509,35587,1731010832732; all regions closed. 2024-11-07T20:20:59,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38211 is added to blk_1073741834_1010 (size=4239) 2024-11-07T20:20:59,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38211 is added to blk_1073741839_1015 (size=2171) 2024-11-07T20:20:59,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38211 is added to blk_1073741832_1008 (size=2090) 2024-11-07T20:20:59,652 DEBUG [RS:0;8a040b4bf509:35587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:59,652 INFO [RS:0;8a040b4bf509:35587 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T20:20:59,652 INFO [RS:0;8a040b4bf509:35587 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T20:20:59,652 INFO [RS:0;8a040b4bf509:35587 {}] hbase.ChoreService(370): Chore service for: regionserver/8a040b4bf509:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T20:20:59,652 INFO [RS:0;8a040b4bf509:35587 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T20:20:59,652 INFO [regionserver/8a040b4bf509:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T20:20:59,652 INFO [RS:0;8a040b4bf509:35587 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8a040b4bf509,35587,1731010832732 because: Region server is closing 2024-11-07T20:20:59,652 INFO [RS:0;8a040b4bf509:35587 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a040b4bf509:35587. 2024-11-07T20:20:59,652 DEBUG [RS:0;8a040b4bf509:35587 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:20:59,653 DEBUG [RS:0;8a040b4bf509:35587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:59,653 DEBUG [RS:0;8a040b4bf509:35587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:59,653 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:20:59,753 INFO [RS:0;8a040b4bf509:35587 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35587,1731010832732.replicationSource.shipper8a040b4bf509%2C35587%2C1731010832732,1-8a040b4bf509,35587,1731010832732 terminated 2024-11-07T20:20:59,753 WARN [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35587,1731010832732.replicationSource.wal-reader.8a040b4bf509%2C35587%2C1731010832732,1-8a040b4bf509,35587,1731010832732 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:178) ~[classes/:?] 2024-11-07T20:20:59,753 INFO [RS:0;8a040b4bf509:35587 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a040b4bf509:35587. 2024-11-07T20:20:59,753 DEBUG [RS:0;8a040b4bf509:35587 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:20:59,753 DEBUG [RS:0;8a040b4bf509:35587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:59,754 DEBUG [RS:0;8a040b4bf509:35587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:20:59,754 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:20:59,754 INFO [RS:0;8a040b4bf509:35587 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35587 2024-11-07T20:20:59,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x10116f506420004, quorum=127.0.0.1:61958, baseZNode=/1739398149 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1739398149/rs/8a040b4bf509,35587,1731010832732 2024-11-07T20:20:59,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34933-0x10116f506420003, quorum=127.0.0.1:61958, baseZNode=/1739398149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1739398149/rs 2024-11-07T20:20:59,816 INFO [RS:0;8a040b4bf509:35587 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T20:20:59,963 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8a040b4bf509,35587,1731010832732] 2024-11-07T20:20:59,984 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1739398149/draining/8a040b4bf509,35587,1731010832732 already deleted, retry=false 2024-11-07T20:20:59,984 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8a040b4bf509,35587,1731010832732 expired; onlineServers=0 2024-11-07T20:20:59,984 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8a040b4bf509,34933,1731010832429' ***** 2024-11-07T20:20:59,984 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T20:20:59,984 INFO [M:0;8a040b4bf509:34933 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T20:20:59,984 INFO [M:0;8a040b4bf509:34933 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T20:20:59,985 DEBUG [M:0;8a040b4bf509:34933 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T20:20:59,985 DEBUG [M:0;8a040b4bf509:34933 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T20:20:59,985 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T20:20:59,985 DEBUG [master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.small.0-1731010834367 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.small.0-1731010834367,5,FailOnTimeoutGroup] 2024-11-07T20:20:59,985 DEBUG [master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.large.0-1731010834367 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.large.0-1731010834367,5,FailOnTimeoutGroup] 2024-11-07T20:20:59,985 INFO [M:0;8a040b4bf509:34933 {}] hbase.ChoreService(370): Chore service for: master/8a040b4bf509:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T20:20:59,985 INFO [M:0;8a040b4bf509:34933 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T20:20:59,985 DEBUG [M:0;8a040b4bf509:34933 {}] master.HMaster(1795): Stopping service threads 2024-11-07T20:20:59,985 INFO [M:0;8a040b4bf509:34933 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T20:20:59,985 INFO [M:0;8a040b4bf509:34933 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T20:20:59,986 INFO [M:0;8a040b4bf509:34933 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T20:20:59,986 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T20:20:59,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34933-0x10116f506420003, quorum=127.0.0.1:61958, baseZNode=/1739398149 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1739398149/master 2024-11-07T20:20:59,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34933-0x10116f506420003, quorum=127.0.0.1:61958, baseZNode=/1739398149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1739398149 2024-11-07T20:21:00,005 DEBUG [M:0;8a040b4bf509:34933 {}] zookeeper.RecoverableZooKeeper(212): Node /1739398149/master already deleted, retry=false 2024-11-07T20:21:00,005 DEBUG [M:0;8a040b4bf509:34933 {}] master.ActiveMasterManager(353): master:34933-0x10116f506420003, quorum=127.0.0.1:61958, baseZNode=/1739398149 Failed delete of our master address node; KeeperErrorCode = NoNode for /1739398149/master 2024-11-07T20:21:00,007 INFO [M:0;8a040b4bf509:34933 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/.lastflushedseqids 2024-11-07T20:21:00,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38211 is added to blk_1073741847_1023 (size=245) 2024-11-07T20:21:00,017 INFO [M:0;8a040b4bf509:34933 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T20:21:00,017 INFO [M:0;8a040b4bf509:34933 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T20:21:00,017 DEBUG [M:0;8a040b4bf509:34933 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T20:21:00,017 INFO [M:0;8a040b4bf509:34933 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:21:00,017 DEBUG [M:0;8a040b4bf509:34933 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:21:00,018 DEBUG [M:0;8a040b4bf509:34933 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T20:21:00,018 DEBUG [M:0;8a040b4bf509:34933 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:21:00,018 INFO [M:0;8a040b4bf509:34933 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-07T20:21:00,039 DEBUG [M:0;8a040b4bf509:34933 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/430890ae9b1c4a2ea3e1c2e71edcfab9 is 82, key is hbase:meta,,1/info:regioninfo/1731010835686/Put/seqid=0 2024-11-07T20:21:00,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38211 is added to blk_1073741848_1024 (size=5672) 2024-11-07T20:21:00,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x10116f506420004, quorum=127.0.0.1:61958, baseZNode=/1739398149 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:21:00,064 INFO [RS:0;8a040b4bf509:35587 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T20:21:00,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x10116f506420004, quorum=127.0.0.1:61958, baseZNode=/1739398149 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:21:00,064 INFO [RS:0;8a040b4bf509:35587 {}] regionserver.HRegionServer(1031): Exiting; stopping=8a040b4bf509,35587,1731010832732; zookeeper connection closed. 2024-11-07T20:21:00,064 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2bcd6027 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2bcd6027 2024-11-07T20:21:00,064 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T20:21:00,071 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35767,1731010827100.replicationSource.wal-reader.8a040b4bf509%2C35767%2C1731010827100,1-8a040b4bf509,35767,1731010827100 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/WALs/8a040b4bf509,35767,1731010827100/8a040b4bf509%2C35767%2C1731010827100.1731010829322 to pos 636, reset compression=false 2024-11-07T20:21:00,447 INFO [M:0;8a040b4bf509:34933 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/430890ae9b1c4a2ea3e1c2e71edcfab9 2024-11-07T20:21:00,463 DEBUG [M:0;8a040b4bf509:34933 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6ee93486c3da41ae856814a5ec593bd4 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731010848237/Put/seqid=0 2024-11-07T20:21:00,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38211 is added to blk_1073741849_1025 (size=8516) 2024-11-07T20:21:00,867 INFO [M:0;8a040b4bf509:34933 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6ee93486c3da41ae856814a5ec593bd4 2024-11-07T20:21:00,882 DEBUG [M:0;8a040b4bf509:34933 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/92d6072df7b949c8b04dbf31df78a46b is 69, key is 8a040b4bf509,35587,1731010832732/rs:state/1731010834406/Put/seqid=0 2024-11-07T20:21:00,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38211 is added to blk_1073741850_1026 (size=5156) 2024-11-07T20:21:01,175 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35767,1731010827100.replicationSource.wal-reader.8a040b4bf509%2C35767%2C1731010827100,1-8a040b4bf509,35767,1731010827100 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/WALs/8a040b4bf509,35767,1731010827100/8a040b4bf509%2C35767%2C1731010827100.1731010829322 to pos 636, reset compression=false 2024-11-07T20:21:01,285 INFO [M:0;8a040b4bf509:34933 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/92d6072df7b949c8b04dbf31df78a46b 2024-11-07T20:21:01,290 DEBUG [M:0;8a040b4bf509:34933 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/430890ae9b1c4a2ea3e1c2e71edcfab9 as hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/430890ae9b1c4a2ea3e1c2e71edcfab9 2024-11-07T20:21:01,293 INFO [M:0;8a040b4bf509:34933 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/430890ae9b1c4a2ea3e1c2e71edcfab9, entries=8, sequenceid=97, filesize=5.5 K 2024-11-07T20:21:01,294 DEBUG [M:0;8a040b4bf509:34933 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6ee93486c3da41ae856814a5ec593bd4 as hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6ee93486c3da41ae856814a5ec593bd4 2024-11-07T20:21:01,299 INFO [M:0;8a040b4bf509:34933 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6ee93486c3da41ae856814a5ec593bd4, entries=11, sequenceid=97, filesize=8.3 K 2024-11-07T20:21:01,299 DEBUG [M:0;8a040b4bf509:34933 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/92d6072df7b949c8b04dbf31df78a46b as hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/92d6072df7b949c8b04dbf31df78a46b 2024-11-07T20:21:01,303 INFO [M:0;8a040b4bf509:34933 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39949/user/jenkins/test-data/e4df171b-c42f-aced-bab3-640b25b978f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/92d6072df7b949c8b04dbf31df78a46b, entries=1, sequenceid=97, filesize=5.0 K 2024-11-07T20:21:01,303 INFO [M:0;8a040b4bf509:34933 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=97, compaction requested=false 2024-11-07T20:21:01,308 INFO [M:0;8a040b4bf509:34933 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:21:01,308 DEBUG [M:0;8a040b4bf509:34933 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731010860017Disabling compacts and flushes for region at 1731010860017Disabling writes for close at 1731010860018 (+1 ms)Obtaining lock to block concurrent updates at 1731010860018Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731010860018Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731010860018Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731010860020 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731010860020Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731010860039 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731010860039Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731010860451 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731010860463 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731010860463Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731010860870 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731010860881 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731010860881Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d597992: reopening flushed file at 1731010861289 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24c9f40f: reopening flushed file at 1731010861293 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@598087c2: reopening flushed file at 1731010861299 (+6 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=97, compaction requested=false at 1731010861303 (+4 ms)Writing region close event to WAL at 1731010861308 (+5 ms)Closed at 1731010861308 2024-11-07T20:21:01,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38211 is added to blk_1073741830_1006 (size=63654) 2024-11-07T20:21:01,315 INFO [M:0;8a040b4bf509:34933 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T20:21:01,315 INFO [M:0;8a040b4bf509:34933 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34933 2024-11-07T20:21:01,315 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T20:21:01,315 INFO [M:0;8a040b4bf509:34933 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T20:21:01,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34933-0x10116f506420003, quorum=127.0.0.1:61958, baseZNode=/1739398149 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:21:01,431 INFO [M:0;8a040b4bf509:34933 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T20:21:01,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34933-0x10116f506420003, quorum=127.0.0.1:61958, baseZNode=/1739398149 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:21:01,434 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6e2d1316{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T20:21:01,434 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1631e5e7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T20:21:01,434 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T20:21:01,434 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1733f880{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T20:21:01,434 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5af6e5c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55b63a21-1ce5-6511-1420-94299a3a55b7/hadoop.log.dir/,STOPPED} 2024-11-07T20:21:01,435 WARN [BP-1440290261-172.17.0.2-1731010830598 heartbeating to localhost/127.0.0.1:39949 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T20:21:01,435 WARN [BP-1440290261-172.17.0.2-1731010830598 heartbeating to localhost/127.0.0.1:39949 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1440290261-172.17.0.2-1731010830598 (Datanode Uuid 7ea04aa7-7a5e-4cfe-8e2a-f7d26cc24e97) service to localhost/127.0.0.1:39949 2024-11-07T20:21:01,435 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T20:21:01,435 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T20:21:01,436 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55b63a21-1ce5-6511-1420-94299a3a55b7/cluster_f2826734-8be5-741f-e100-6041c5cd4096/data/data1/current/BP-1440290261-172.17.0.2-1731010830598 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T20:21:01,436 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55b63a21-1ce5-6511-1420-94299a3a55b7/cluster_f2826734-8be5-741f-e100-6041c5cd4096/data/data2/current/BP-1440290261-172.17.0.2-1731010830598 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T20:21:01,436 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T20:21:01,441 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@31fa8107{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T20:21:01,441 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@729e832e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T20:21:01,441 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T20:21:01,441 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77e67e1a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T20:21:01,441 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6134be31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55b63a21-1ce5-6511-1420-94299a3a55b7/hadoop.log.dir/,STOPPED} 2024-11-07T20:21:01,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T20:21:01,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T20:21:01,467 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T20:21:01,467 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:21:01,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:21:01,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:21:01,468 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:21:01,468 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T20:21:01,468 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1220268467, stopped=false 2024-11-07T20:21:01,468 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8a040b4bf509,33535,1731010826901 2024-11-07T20:21:01,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35767-0x10116f506420001, quorum=127.0.0.1:61958, baseZNode=/0-471478346 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-471478346/running 2024-11-07T20:21:01,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33535-0x10116f506420000, quorum=127.0.0.1:61958, baseZNode=/0-471478346 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-471478346/running 2024-11-07T20:21:01,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35767-0x10116f506420001, quorum=127.0.0.1:61958, baseZNode=/0-471478346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-471478346 2024-11-07T20:21:01,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33535-0x10116f506420000, quorum=127.0.0.1:61958, baseZNode=/0-471478346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-471478346 2024-11-07T20:21:01,507 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T20:21:01,507 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T20:21:01,507 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:21:01,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:21:01,507 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8a040b4bf509,35767,1731010827100' ***** 2024-11-07T20:21:01,507 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T20:21:01,507 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35767-0x10116f506420001, quorum=127.0.0.1:61958, baseZNode=/0-471478346 Set watcher on znode that does not yet exist, /0-471478346/running 2024-11-07T20:21:01,507 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33535-0x10116f506420000, quorum=127.0.0.1:61958, baseZNode=/0-471478346 Set watcher on znode that does not yet exist, /0-471478346/running 2024-11-07T20:21:01,507 INFO [RS:0;8a040b4bf509:35767 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T20:21:01,507 INFO [RS:0;8a040b4bf509:35767 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T20:21:01,508 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T20:21:01,508 INFO [RS:0;8a040b4bf509:35767 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T20:21:01,508 INFO [RS:0;8a040b4bf509:35767 {}] regionserver.HRegionServer(3091): Received CLOSE for 6b582c71d7891095b4967114abecc010 2024-11-07T20:21:01,508 INFO [RS:0;8a040b4bf509:35767 {}] regionserver.HRegionServer(3091): Received CLOSE for fa8f2d6de2e6fe05e393f84937045eb1 2024-11-07T20:21:01,508 INFO [RS:0;8a040b4bf509:35767 {}] regionserver.HRegionServer(959): stopping server 8a040b4bf509,35767,1731010827100 2024-11-07T20:21:01,508 INFO [RS:0;8a040b4bf509:35767 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T20:21:01,508 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6b582c71d7891095b4967114abecc010, disabling compactions & flushes 2024-11-07T20:21:01,508 INFO [RS:0;8a040b4bf509:35767 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a040b4bf509:35767. 2024-11-07T20:21:01,508 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731010841322.6b582c71d7891095b4967114abecc010. 2024-11-07T20:21:01,508 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731010841322.6b582c71d7891095b4967114abecc010. 2024-11-07T20:21:01,508 DEBUG [RS:0;8a040b4bf509:35767 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:21:01,508 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731010841322.6b582c71d7891095b4967114abecc010. after waiting 0 ms 2024-11-07T20:21:01,508 DEBUG [RS:0;8a040b4bf509:35767 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:21:01,508 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731010841322.6b582c71d7891095b4967114abecc010. 2024-11-07T20:21:01,508 INFO [RS:0;8a040b4bf509:35767 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T20:21:01,508 INFO [RS:0;8a040b4bf509:35767 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T20:21:01,508 INFO [RS:0;8a040b4bf509:35767 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T20:21:01,508 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6b582c71d7891095b4967114abecc010 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-07T20:21:01,508 INFO [RS:0;8a040b4bf509:35767 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T20:21:01,508 INFO [RS:0;8a040b4bf509:35767 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-07T20:21:01,508 DEBUG [RS:0;8a040b4bf509:35767 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6b582c71d7891095b4967114abecc010=test,,1731010841322.6b582c71d7891095b4967114abecc010., fa8f2d6de2e6fe05e393f84937045eb1=hbase:replication,,1731010846275.fa8f2d6de2e6fe05e393f84937045eb1.} 2024-11-07T20:21:01,508 DEBUG [RS:0;8a040b4bf509:35767 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6b582c71d7891095b4967114abecc010, fa8f2d6de2e6fe05e393f84937045eb1 2024-11-07T20:21:01,508 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T20:21:01,508 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T20:21:01,509 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T20:21:01,509 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T20:21:01,509 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T20:21:01,509 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-07T20:21:01,521 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/data/hbase/meta/1588230740/.tmp/info/a2c5d208651a436fabb415209db8569d is 147, key is hbase:replication,,1731010846275.fa8f2d6de2e6fe05e393f84937045eb1./info:regioninfo/1731010847063/Put/seqid=0 2024-11-07T20:21:01,521 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/data/default/test/6b582c71d7891095b4967114abecc010/.tmp/f/27e33c8789ae49f6a76d2603ce89ca12 is 28, key is row/f:/1731010853802/DeleteFamily/seqid=0 2024-11-07T20:21:01,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42149 is added to blk_1073741841_1017 (size=5085) 2024-11-07T20:21:01,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42149 is added to blk_1073741840_1016 (size=7686) 2024-11-07T20:21:01,537 INFO [regionserver/8a040b4bf509:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T20:21:01,709 DEBUG [RS:0;8a040b4bf509:35767 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6b582c71d7891095b4967114abecc010, fa8f2d6de2e6fe05e393f84937045eb1 2024-11-07T20:21:01,909 DEBUG [RS:0;8a040b4bf509:35767 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6b582c71d7891095b4967114abecc010, fa8f2d6de2e6fe05e393f84937045eb1 2024-11-07T20:21:01,925 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/data/default/test/6b582c71d7891095b4967114abecc010/.tmp/f/27e33c8789ae49f6a76d2603ce89ca12 2024-11-07T20:21:01,925 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/data/hbase/meta/1588230740/.tmp/info/a2c5d208651a436fabb415209db8569d 2024-11-07T20:21:01,928 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 27e33c8789ae49f6a76d2603ce89ca12 2024-11-07T20:21:01,945 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/data/hbase/meta/1588230740/.tmp/ns/c322fd18fc5a46f09baf1c5243f575dc is 43, key is default/ns:d/1731010830431/Put/seqid=0 2024-11-07T20:21:01,946 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/data/default/test/6b582c71d7891095b4967114abecc010/.tmp/f1/64963e578fb64f0595397dc627c7998c is 29, key is row/f1:/1731010853802/DeleteFamily/seqid=0 2024-11-07T20:21:01,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42149 is added to blk_1073741842_1018 (size=5153) 2024-11-07T20:21:01,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42149 is added to blk_1073741843_1019 (size=5089) 2024-11-07T20:21:01,949 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/data/default/test/6b582c71d7891095b4967114abecc010/.tmp/f1/64963e578fb64f0595397dc627c7998c 2024-11-07T20:21:01,952 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 64963e578fb64f0595397dc627c7998c 2024-11-07T20:21:01,964 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/data/default/test/6b582c71d7891095b4967114abecc010/.tmp/norep/a4dc27c4e469483f91ff442b18f420de is 32, key is row/norep:/1731010853802/DeleteFamily/seqid=0 2024-11-07T20:21:01,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42149 is added to blk_1073741844_1020 (size=5101) 2024-11-07T20:21:02,109 DEBUG [RS:0;8a040b4bf509:35767 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6b582c71d7891095b4967114abecc010, fa8f2d6de2e6fe05e393f84937045eb1 2024-11-07T20:21:02,162 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a040b4bf509:33535 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-07T20:21:02,194 INFO [regionserver/8a040b4bf509:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T20:21:02,194 INFO [regionserver/8a040b4bf509:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T20:21:02,309 DEBUG [RS:0;8a040b4bf509:35767 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6b582c71d7891095b4967114abecc010, fa8f2d6de2e6fe05e393f84937045eb1 2024-11-07T20:21:02,348 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/data/hbase/meta/1588230740/.tmp/ns/c322fd18fc5a46f09baf1c5243f575dc 2024-11-07T20:21:02,364 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/data/hbase/meta/1588230740/.tmp/rep_barrier/825395f5177f4ed29e8c6a9b2a498277 is 112, key is test,,1731010841322.6b582c71d7891095b4967114abecc010./rep_barrier:seqnumDuringOpen/1731010841679/Put/seqid=0 2024-11-07T20:21:02,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42149 is added to blk_1073741845_1021 (size=5518) 2024-11-07T20:21:02,367 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/data/default/test/6b582c71d7891095b4967114abecc010/.tmp/norep/a4dc27c4e469483f91ff442b18f420de 2024-11-07T20:21:02,370 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a4dc27c4e469483f91ff442b18f420de 2024-11-07T20:21:02,371 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/data/default/test/6b582c71d7891095b4967114abecc010/.tmp/f/27e33c8789ae49f6a76d2603ce89ca12 as hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/data/default/test/6b582c71d7891095b4967114abecc010/f/27e33c8789ae49f6a76d2603ce89ca12 2024-11-07T20:21:02,375 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 27e33c8789ae49f6a76d2603ce89ca12 2024-11-07T20:21:02,375 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/data/default/test/6b582c71d7891095b4967114abecc010/f/27e33c8789ae49f6a76d2603ce89ca12, entries=1, sequenceid=6, filesize=5.0 K 2024-11-07T20:21:02,376 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/data/default/test/6b582c71d7891095b4967114abecc010/.tmp/f1/64963e578fb64f0595397dc627c7998c as hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/data/default/test/6b582c71d7891095b4967114abecc010/f1/64963e578fb64f0595397dc627c7998c 2024-11-07T20:21:02,379 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35767,1731010827100.replicationSource.wal-reader.8a040b4bf509%2C35767%2C1731010827100,1-8a040b4bf509,35767,1731010827100 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/WALs/8a040b4bf509,35767,1731010827100/8a040b4bf509%2C35767%2C1731010827100.1731010829322 to pos 636, reset compression=false 2024-11-07T20:21:02,379 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 64963e578fb64f0595397dc627c7998c 2024-11-07T20:21:02,379 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/data/default/test/6b582c71d7891095b4967114abecc010/f1/64963e578fb64f0595397dc627c7998c, entries=1, sequenceid=6, filesize=5.0 K 2024-11-07T20:21:02,380 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/data/default/test/6b582c71d7891095b4967114abecc010/.tmp/norep/a4dc27c4e469483f91ff442b18f420de as hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/data/default/test/6b582c71d7891095b4967114abecc010/norep/a4dc27c4e469483f91ff442b18f420de 2024-11-07T20:21:02,382 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35767,1731010827100.replicationSource.wal-reader.8a040b4bf509%2C35767%2C1731010827100,1-8a040b4bf509,35767,1731010827100 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T20:21:02,382 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35767,1731010827100.replicationSource.wal-reader.8a040b4bf509%2C35767%2C1731010827100,1-8a040b4bf509,35767,1731010827100 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/WALs/8a040b4bf509,35767,1731010827100/8a040b4bf509%2C35767%2C1731010827100.1731010829322 to pos 883, reset compression=false 2024-11-07T20:21:02,382 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35767,1731010827100.replicationSource.shipper8a040b4bf509%2C35767%2C1731010827100,1-8a040b4bf509,35767,1731010827100 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a040b4bf509,35767,1731010827100 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/WALs/8a040b4bf509,35767,1731010827100/8a040b4bf509%2C35767%2C1731010827100.1731010829322, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T20:21:02,383 ERROR [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35767,1731010827100.replicationSource.shipper8a040b4bf509%2C35767%2C1731010827100,1-8a040b4bf509,35767,1731010827100 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 8a040b4bf509,35767,1731010827100: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-8a040b4bf509,35767,1731010827100, walGroup=8a040b4bf509%2C35767%2C1731010827100, offset=8a040b4bf509%2C35767%2C1731010827100.1731010829322:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a040b4bf509:35767 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-07T20:21:02,383 ERROR [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35767,1731010827100.replicationSource.shipper8a040b4bf509%2C35767%2C1731010827100,1-8a040b4bf509,35767,1731010827100 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-07T20:21:02,384 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35767,1731010827100.replicationSource.shipper8a040b4bf509%2C35767%2C1731010827100,1-8a040b4bf509,35767,1731010827100 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-07T20:21:02,384 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35767,1731010827100.replicationSource.shipper8a040b4bf509%2C35767%2C1731010827100,1-8a040b4bf509,35767,1731010827100 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-07T20:21:02,384 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35767,1731010827100.replicationSource.shipper8a040b4bf509%2C35767%2C1731010827100,1-8a040b4bf509,35767,1731010827100 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-07T20:21:02,384 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35767,1731010827100.replicationSource.shipper8a040b4bf509%2C35767%2C1731010827100,1-8a040b4bf509,35767,1731010827100 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-07T20:21:02,384 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35767,1731010827100.replicationSource.shipper8a040b4bf509%2C35767%2C1731010827100,1-8a040b4bf509,35767,1731010827100 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1356857344, "init": 1048576000, "max": 2306867200, "used": 961850400 }, "NonHeapMemoryUsage": { "committed": 206110720, "init": 7667712, "max": -1, "used": 203276872 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-07T20:21:02,385 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a4dc27c4e469483f91ff442b18f420de 2024-11-07T20:21:02,384 WARN [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35767,1731010827100.replicationSource.shipper8a040b4bf509%2C35767%2C1731010827100,1-8a040b4bf509,35767,1731010827100 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a040b4bf509:33535 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a040b4bf509:33535 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-07T20:21:02,385 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/data/default/test/6b582c71d7891095b4967114abecc010/norep/a4dc27c4e469483f91ff442b18f420de, entries=1, sequenceid=6, filesize=5.0 K 2024-11-07T20:21:02,386 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 6b582c71d7891095b4967114abecc010 in 878ms, sequenceid=6, compaction requested=false 2024-11-07T20:21:02,391 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/data/default/test/6b582c71d7891095b4967114abecc010/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-07T20:21:02,391 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T20:21:02,391 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T20:21:02,391 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731010841322.6b582c71d7891095b4967114abecc010. 2024-11-07T20:21:02,391 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6b582c71d7891095b4967114abecc010: Waiting for close lock at 1731010861508Running coprocessor pre-close hooks at 1731010861508Disabling compacts and flushes for region at 1731010861508Disabling writes for close at 1731010861508Obtaining lock to block concurrent updates at 1731010861508Preparing flush snapshotting stores in 6b582c71d7891095b4967114abecc010 at 1731010861508Finished memstore snapshotting test,,1731010841322.6b582c71d7891095b4967114abecc010., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731010861508Flushing stores of test,,1731010841322.6b582c71d7891095b4967114abecc010. at 1731010861509 (+1 ms)Flushing 6b582c71d7891095b4967114abecc010/f: creating writer at 1731010861509Flushing 6b582c71d7891095b4967114abecc010/f: appending metadata at 1731010861521 (+12 ms)Flushing 6b582c71d7891095b4967114abecc010/f: closing flushed file at 1731010861521Flushing 6b582c71d7891095b4967114abecc010/f1: creating writer at 1731010861929 (+408 ms)Flushing 6b582c71d7891095b4967114abecc010/f1: appending metadata at 1731010861945 (+16 ms)Flushing 6b582c71d7891095b4967114abecc010/f1: closing flushed file at 1731010861945Flushing 6b582c71d7891095b4967114abecc010/norep: creating writer at 1731010861952 (+7 ms)Flushing 6b582c71d7891095b4967114abecc010/norep: appending metadata at 1731010861963 (+11 ms)Flushing 6b582c71d7891095b4967114abecc010/norep: closing flushed file at 1731010861963Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41955ffb: reopening flushed file at 1731010862370 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a19dc37: reopening flushed file at 1731010862375 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cb15a06: reopening flushed file at 1731010862379 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 6b582c71d7891095b4967114abecc010 in 878ms, sequenceid=6, compaction requested=false at 1731010862386 (+7 ms)Writing region close event to WAL at 1731010862389 (+3 ms)Running coprocessor post-close hooks at 1731010862391 (+2 ms)Closed at 1731010862391 2024-11-07T20:21:02,392 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731010841322.6b582c71d7891095b4967114abecc010. 2024-11-07T20:21:02,392 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fa8f2d6de2e6fe05e393f84937045eb1, disabling compactions & flushes 2024-11-07T20:21:02,392 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731010846275.fa8f2d6de2e6fe05e393f84937045eb1. 2024-11-07T20:21:02,392 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731010846275.fa8f2d6de2e6fe05e393f84937045eb1. 2024-11-07T20:21:02,392 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731010846275.fa8f2d6de2e6fe05e393f84937045eb1. after waiting 0 ms 2024-11-07T20:21:02,392 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731010846275.fa8f2d6de2e6fe05e393f84937045eb1. 2024-11-07T20:21:02,392 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fa8f2d6de2e6fe05e393f84937045eb1: Waiting for close lock at 1731010862392Running coprocessor pre-close hooks at 1731010862392Disabling compacts and flushes for region at 1731010862392Disabling writes for close at 1731010862392Failed flush hbase:replication,,1731010846275.fa8f2d6de2e6fe05e393f84937045eb1., putting online again at 1731010862392 2024-11-07T20:21:02,392 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731010846275.fa8f2d6de2e6fe05e393f84937045eb1. 2024-11-07T20:21:02,509 INFO [RS:0;8a040b4bf509:35767 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T20:21:02,509 DEBUG [RS:0;8a040b4bf509:35767 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, fa8f2d6de2e6fe05e393f84937045eb1=hbase:replication,,1731010846275.fa8f2d6de2e6fe05e393f84937045eb1.} 2024-11-07T20:21:02,509 INFO [RS:0;8a040b4bf509:35767 {}] regionserver.HRegionServer(3091): Received CLOSE for fa8f2d6de2e6fe05e393f84937045eb1 2024-11-07T20:21:02,509 DEBUG [RS:0;8a040b4bf509:35767 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fa8f2d6de2e6fe05e393f84937045eb1 2024-11-07T20:21:02,510 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fa8f2d6de2e6fe05e393f84937045eb1, disabling compactions & flushes 2024-11-07T20:21:02,510 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731010846275.fa8f2d6de2e6fe05e393f84937045eb1. 2024-11-07T20:21:02,510 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731010846275.fa8f2d6de2e6fe05e393f84937045eb1. 2024-11-07T20:21:02,510 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731010846275.fa8f2d6de2e6fe05e393f84937045eb1. after waiting 0 ms 2024-11-07T20:21:02,510 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731010846275.fa8f2d6de2e6fe05e393f84937045eb1. 2024-11-07T20:21:02,510 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fa8f2d6de2e6fe05e393f84937045eb1: Waiting for close lock at 1731010862510Running coprocessor pre-close hooks at 1731010862510Disabling compacts and flushes for region at 1731010862510Disabling writes for close at 1731010862510Failed flush hbase:replication,,1731010846275.fa8f2d6de2e6fe05e393f84937045eb1., putting online again at 1731010862510 2024-11-07T20:21:02,510 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731010846275.fa8f2d6de2e6fe05e393f84937045eb1. 2024-11-07T20:21:02,585 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35767,1731010827100.replicationSource.wal-reader.8a040b4bf509%2C35767%2C1731010827100,1-8a040b4bf509,35767,1731010827100 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/WALs/8a040b4bf509,35767,1731010827100/8a040b4bf509%2C35767%2C1731010827100.1731010829322 to pos 883, reset compression=false 2024-11-07T20:21:02,589 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35767,1731010827100.replicationSource.wal-reader.8a040b4bf509%2C35767%2C1731010827100,1-8a040b4bf509,35767,1731010827100 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T20:21:02,589 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35767,1731010827100.replicationSource.wal-reader.8a040b4bf509%2C35767%2C1731010827100,1-8a040b4bf509,35767,1731010827100 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/WALs/8a040b4bf509,35767,1731010827100/8a040b4bf509%2C35767%2C1731010827100.1731010829322 to pos 1527, reset compression=false 2024-11-07T20:21:02,710 DEBUG [RS:0;8a040b4bf509:35767 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T20:21:02,767 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/data/hbase/meta/1588230740/.tmp/rep_barrier/825395f5177f4ed29e8c6a9b2a498277 2024-11-07T20:21:02,787 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/data/hbase/meta/1588230740/.tmp/table/ef2b640aec1c4861b3d254cf3782cc0f is 53, key is hbase:replication/table:state/1731010847078/Put/seqid=0 2024-11-07T20:21:02,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42149 is added to blk_1073741846_1022 (size=5308) 2024-11-07T20:21:02,791 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35767,1731010827100.replicationSource.wal-reader.8a040b4bf509%2C35767%2C1731010827100,1-8a040b4bf509,35767,1731010827100 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/WALs/8a040b4bf509,35767,1731010827100/8a040b4bf509%2C35767%2C1731010827100.1731010829322 to pos 1527, reset compression=false 2024-11-07T20:21:02,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:02,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:02,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:02,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:02,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:02,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:02,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:02,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:02,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:02,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:02,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:02,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:02,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:02,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:02,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:02,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:02,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:02,910 DEBUG [RS:0;8a040b4bf509:35767 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T20:21:03,094 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35767,1731010827100.replicationSource.wal-reader.8a040b4bf509%2C35767%2C1731010827100,1-8a040b4bf509,35767,1731010827100 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/WALs/8a040b4bf509,35767,1731010827100/8a040b4bf509%2C35767%2C1731010827100.1731010829322 to pos 1527, reset compression=false 2024-11-07T20:21:03,110 DEBUG [RS:0;8a040b4bf509:35767 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T20:21:03,191 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/data/hbase/meta/1588230740/.tmp/table/ef2b640aec1c4861b3d254cf3782cc0f 2024-11-07T20:21:03,195 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/data/hbase/meta/1588230740/.tmp/info/a2c5d208651a436fabb415209db8569d as hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/data/hbase/meta/1588230740/info/a2c5d208651a436fabb415209db8569d 2024-11-07T20:21:03,198 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/data/hbase/meta/1588230740/info/a2c5d208651a436fabb415209db8569d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-07T20:21:03,199 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/data/hbase/meta/1588230740/.tmp/ns/c322fd18fc5a46f09baf1c5243f575dc as hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/data/hbase/meta/1588230740/ns/c322fd18fc5a46f09baf1c5243f575dc 2024-11-07T20:21:03,202 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/data/hbase/meta/1588230740/ns/c322fd18fc5a46f09baf1c5243f575dc, entries=2, sequenceid=16, filesize=5.0 K 2024-11-07T20:21:03,202 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/data/hbase/meta/1588230740/.tmp/rep_barrier/825395f5177f4ed29e8c6a9b2a498277 as hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/data/hbase/meta/1588230740/rep_barrier/825395f5177f4ed29e8c6a9b2a498277 2024-11-07T20:21:03,205 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/data/hbase/meta/1588230740/rep_barrier/825395f5177f4ed29e8c6a9b2a498277, entries=1, sequenceid=16, filesize=5.4 K 2024-11-07T20:21:03,206 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/data/hbase/meta/1588230740/.tmp/table/ef2b640aec1c4861b3d254cf3782cc0f as hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/data/hbase/meta/1588230740/table/ef2b640aec1c4861b3d254cf3782cc0f 2024-11-07T20:21:03,209 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/data/hbase/meta/1588230740/table/ef2b640aec1c4861b3d254cf3782cc0f, entries=4, sequenceid=16, filesize=5.2 K 2024-11-07T20:21:03,210 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1700ms, sequenceid=16, compaction requested=false 2024-11-07T20:21:03,213 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-07T20:21:03,213 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T20:21:03,213 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T20:21:03,213 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T20:21:03,213 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731010861508Running coprocessor pre-close hooks at 1731010861508Disabling compacts and flushes for region at 1731010861508Disabling writes for close at 1731010861509 (+1 ms)Obtaining lock to block concurrent updates at 1731010861509Preparing flush snapshotting stores in 1588230740 at 1731010861509Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731010861509Flushing stores of hbase:meta,,1.1588230740 at 1731010861509Flushing 1588230740/info: creating writer at 1731010861509Flushing 1588230740/info: appending metadata at 1731010861521 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731010861521Flushing 1588230740/ns: creating writer at 1731010861928 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731010861944 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731010861944Flushing 1588230740/rep_barrier: creating writer at 1731010862352 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731010862364 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731010862364Flushing 1588230740/table: creating writer at 1731010862771 (+407 ms)Flushing 1588230740/table: appending metadata at 1731010862787 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731010862787Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40dd348e: reopening flushed file at 1731010863195 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ec9c6b8: reopening flushed file at 1731010863199 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fcfb10b: reopening flushed file at 1731010863202 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fb70ed4: reopening flushed file at 1731010863205 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1700ms, sequenceid=16, compaction requested=false at 1731010863210 (+5 ms)Writing region close event to WAL at 1731010863211 (+1 ms)Running coprocessor post-close hooks at 1731010863213 (+2 ms)Closed at 1731010863213 2024-11-07T20:21:03,213 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T20:21:03,310 INFO [RS:0;8a040b4bf509:35767 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-07T20:21:03,310 INFO [RS:0;8a040b4bf509:35767 {}] regionserver.HRegionServer(976): stopping server 8a040b4bf509,35767,1731010827100; all regions closed. 2024-11-07T20:21:03,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42149 is added to blk_1073741834_1010 (size=4239) 2024-11-07T20:21:03,312 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/WALs/8a040b4bf509,35767,1731010827100/8a040b4bf509%2C35767%2C1731010827100.meta.1731010830351.meta not finished, retry = 0 2024-11-07T20:21:03,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42149 is added to blk_1073741839_1015 (size=1297) 2024-11-07T20:21:03,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42149 is added to blk_1073741832_1008 (size=1535) 2024-11-07T20:21:03,417 DEBUG [RS:0;8a040b4bf509:35767 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:21:03,417 INFO [RS:0;8a040b4bf509:35767 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T20:21:03,417 INFO [RS:0;8a040b4bf509:35767 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T20:21:03,417 INFO [RS:0;8a040b4bf509:35767 {}] hbase.ChoreService(370): Chore service for: regionserver/8a040b4bf509:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T20:21:03,417 INFO [RS:0;8a040b4bf509:35767 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T20:21:03,417 INFO [regionserver/8a040b4bf509:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T20:21:03,417 INFO [RS:0;8a040b4bf509:35767 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8a040b4bf509,35767,1731010827100 because: Region server is closing 2024-11-07T20:21:03,417 INFO [RS:0;8a040b4bf509:35767 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a040b4bf509:35767. 2024-11-07T20:21:03,417 DEBUG [RS:0;8a040b4bf509:35767 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:21:03,417 DEBUG [RS:0;8a040b4bf509:35767 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:21:03,418 DEBUG [RS:0;8a040b4bf509:35767 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:21:03,418 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:21:03,421 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T20:21:03,421 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:03,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:03,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:03,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:03,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:03,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:03,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:03,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:03,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:03,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:03,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:03,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:03,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:03,458 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:03,461 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:03,461 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:03,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:03,518 INFO [RS:0;8a040b4bf509:35767 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,35767,1731010827100.replicationSource.shipper8a040b4bf509%2C35767%2C1731010827100,1-8a040b4bf509,35767,1731010827100 terminated 2024-11-07T20:21:03,518 INFO [RS:0;8a040b4bf509:35767 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35767 2024-11-07T20:21:03,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33535-0x10116f506420000, quorum=127.0.0.1:61958, baseZNode=/0-471478346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-471478346/rs 2024-11-07T20:21:03,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35767-0x10116f506420001, quorum=127.0.0.1:61958, baseZNode=/0-471478346 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-471478346/rs/8a040b4bf509,35767,1731010827100 2024-11-07T20:21:03,586 INFO [RS:0;8a040b4bf509:35767 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T20:21:03,649 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8a040b4bf509,35767,1731010827100] 2024-11-07T20:21:03,712 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-471478346/draining/8a040b4bf509,35767,1731010827100 already deleted, retry=false 2024-11-07T20:21:03,712 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8a040b4bf509,35767,1731010827100 expired; onlineServers=0 2024-11-07T20:21:03,712 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8a040b4bf509,33535,1731010826901' ***** 2024-11-07T20:21:03,712 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T20:21:03,712 INFO [M:0;8a040b4bf509:33535 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T20:21:03,712 INFO [M:0;8a040b4bf509:33535 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T20:21:03,712 DEBUG [M:0;8a040b4bf509:33535 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T20:21:03,712 DEBUG [M:0;8a040b4bf509:33535 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T20:21:03,712 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T20:21:03,712 DEBUG [master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.small.0-1731010829136 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.small.0-1731010829136,5,FailOnTimeoutGroup] 2024-11-07T20:21:03,712 DEBUG [master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.large.0-1731010829136 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.large.0-1731010829136,5,FailOnTimeoutGroup] 2024-11-07T20:21:03,713 INFO [M:0;8a040b4bf509:33535 {}] hbase.ChoreService(370): Chore service for: master/8a040b4bf509:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T20:21:03,713 INFO [M:0;8a040b4bf509:33535 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T20:21:03,713 DEBUG [M:0;8a040b4bf509:33535 {}] master.HMaster(1795): Stopping service threads 2024-11-07T20:21:03,713 INFO [M:0;8a040b4bf509:33535 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T20:21:03,713 INFO [M:0;8a040b4bf509:33535 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T20:21:03,713 ERROR [M:0;8a040b4bf509:33535 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1040632728) connection to localhost/127.0.0.1:44123 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:44123,5,PEWorkerGroup] 2024-11-07T20:21:03,713 INFO [M:0;8a040b4bf509:33535 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T20:21:03,713 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T20:21:03,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35767-0x10116f506420001, quorum=127.0.0.1:61958, baseZNode=/0-471478346 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:21:03,749 INFO [RS:0;8a040b4bf509:35767 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T20:21:03,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35767-0x10116f506420001, quorum=127.0.0.1:61958, baseZNode=/0-471478346 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:21:03,749 INFO [RS:0;8a040b4bf509:35767 {}] regionserver.HRegionServer(1031): Exiting; stopping=8a040b4bf509,35767,1731010827100; zookeeper connection closed. 2024-11-07T20:21:03,749 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@21d42d4a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@21d42d4a 2024-11-07T20:21:03,749 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T20:21:03,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33535-0x10116f506420000, quorum=127.0.0.1:61958, baseZNode=/0-471478346 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-471478346/master 2024-11-07T20:21:03,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33535-0x10116f506420000, quorum=127.0.0.1:61958, baseZNode=/0-471478346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-471478346 2024-11-07T20:21:03,818 DEBUG [M:0;8a040b4bf509:33535 {}] zookeeper.ZKUtil(347): master:33535-0x10116f506420000, quorum=127.0.0.1:61958, baseZNode=/0-471478346 Unable to get data of znode /0-471478346/master because node does not exist (not an error) 2024-11-07T20:21:03,818 WARN [M:0;8a040b4bf509:33535 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T20:21:03,818 INFO [M:0;8a040b4bf509:33535 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/.lastflushedseqids 2024-11-07T20:21:03,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42149 is added to blk_1073741847_1023 (size=245) 2024-11-07T20:21:04,222 INFO [M:0;8a040b4bf509:33535 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T20:21:04,222 INFO [M:0;8a040b4bf509:33535 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T20:21:04,223 DEBUG [M:0;8a040b4bf509:33535 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T20:21:04,223 INFO [M:0;8a040b4bf509:33535 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:21:04,223 DEBUG [M:0;8a040b4bf509:33535 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:21:04,223 DEBUG [M:0;8a040b4bf509:33535 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T20:21:04,223 DEBUG [M:0;8a040b4bf509:33535 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:21:04,223 INFO [M:0;8a040b4bf509:33535 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-07T20:21:04,235 DEBUG [M:0;8a040b4bf509:33535 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4f39b19202f5487c9b90723a1e40d5ed is 82, key is hbase:meta,,1/info:regioninfo/1731010830387/Put/seqid=0 2024-11-07T20:21:04,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42149 is added to blk_1073741848_1024 (size=5672) 2024-11-07T20:21:04,639 INFO [M:0;8a040b4bf509:33535 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4f39b19202f5487c9b90723a1e40d5ed 2024-11-07T20:21:04,659 DEBUG [M:0;8a040b4bf509:33535 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ed73b547396c4624bb81b14caccabbe4 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731010841689/Put/seqid=0 2024-11-07T20:21:04,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42149 is added to blk_1073741849_1025 (size=7217) 2024-11-07T20:21:05,063 INFO [M:0;8a040b4bf509:33535 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ed73b547396c4624bb81b14caccabbe4 2024-11-07T20:21:05,067 INFO [M:0;8a040b4bf509:33535 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ed73b547396c4624bb81b14caccabbe4 2024-11-07T20:21:05,082 DEBUG [M:0;8a040b4bf509:33535 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/607e58e4e8904113a80035e478f05190 is 69, key is 8a040b4bf509,35767,1731010827100/rs:state/1731010829174/Put/seqid=0 2024-11-07T20:21:05,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42149 is added to blk_1073741850_1026 (size=5156) 2024-11-07T20:21:05,489 INFO [M:0;8a040b4bf509:33535 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/607e58e4e8904113a80035e478f05190 2024-11-07T20:21:05,493 DEBUG [M:0;8a040b4bf509:33535 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4f39b19202f5487c9b90723a1e40d5ed as hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4f39b19202f5487c9b90723a1e40d5ed 2024-11-07T20:21:05,496 INFO [M:0;8a040b4bf509:33535 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4f39b19202f5487c9b90723a1e40d5ed, entries=8, sequenceid=105, filesize=5.5 K 2024-11-07T20:21:05,497 DEBUG [M:0;8a040b4bf509:33535 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ed73b547396c4624bb81b14caccabbe4 as hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ed73b547396c4624bb81b14caccabbe4 2024-11-07T20:21:05,500 INFO [M:0;8a040b4bf509:33535 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ed73b547396c4624bb81b14caccabbe4 2024-11-07T20:21:05,500 INFO [M:0;8a040b4bf509:33535 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ed73b547396c4624bb81b14caccabbe4, entries=11, sequenceid=105, filesize=7.0 K 2024-11-07T20:21:05,501 DEBUG [M:0;8a040b4bf509:33535 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/607e58e4e8904113a80035e478f05190 as hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/607e58e4e8904113a80035e478f05190 2024-11-07T20:21:05,504 INFO [M:0;8a040b4bf509:33535 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44123/user/jenkins/test-data/234be5f8-3674-5551-a319-7d0238af0310/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/607e58e4e8904113a80035e478f05190, entries=1, sequenceid=105, filesize=5.0 K 2024-11-07T20:21:05,505 INFO [M:0;8a040b4bf509:33535 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=105, compaction requested=false 2024-11-07T20:21:05,506 INFO [M:0;8a040b4bf509:33535 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:21:05,506 DEBUG [M:0;8a040b4bf509:33535 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731010864222Disabling compacts and flushes for region at 1731010864223 (+1 ms)Disabling writes for close at 1731010864223Obtaining lock to block concurrent updates at 1731010864223Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731010864223Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1731010864223Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731010864223Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731010864224 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731010864235 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731010864235Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731010864643 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731010864659 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731010864659Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731010865067 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731010865081 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731010865081Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18f765dd: reopening flushed file at 1731010865492 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@143918ca: reopening flushed file at 1731010865497 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27ee38e3: reopening flushed file at 1731010865500 (+3 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=105, compaction requested=false at 1731010865505 (+5 ms)Writing region close event to WAL at 1731010865506 (+1 ms)Closed at 1731010865506 2024-11-07T20:21:05,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42149 is added to blk_1073741830_1006 (size=64411) 2024-11-07T20:21:05,508 INFO [M:0;8a040b4bf509:33535 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T20:21:05,508 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T20:21:05,508 INFO [M:0;8a040b4bf509:33535 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33535 2024-11-07T20:21:05,508 INFO [M:0;8a040b4bf509:33535 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T20:21:05,631 INFO [M:0;8a040b4bf509:33535 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T20:21:05,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33535-0x10116f506420000, quorum=127.0.0.1:61958, baseZNode=/0-471478346 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:21:05,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33535-0x10116f506420000, quorum=127.0.0.1:61958, baseZNode=/0-471478346 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:21:05,634 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@541e5d04{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T20:21:05,634 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@366b80d2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T20:21:05,634 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T20:21:05,634 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@598bb7fe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T20:21:05,635 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22a40561{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/415c8bf0-470a-6297-17ff-1376e466f533/hadoop.log.dir/,STOPPED} 2024-11-07T20:21:05,636 WARN [BP-2083288349-172.17.0.2-1731010824884 heartbeating to localhost/127.0.0.1:44123 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T20:21:05,636 WARN [BP-2083288349-172.17.0.2-1731010824884 heartbeating to localhost/127.0.0.1:44123 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2083288349-172.17.0.2-1731010824884 (Datanode Uuid 588478f1-a691-495c-a719-597a453bdcd6) service to localhost/127.0.0.1:44123 2024-11-07T20:21:05,636 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T20:21:05,636 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T20:21:05,636 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/415c8bf0-470a-6297-17ff-1376e466f533/cluster_05171bf9-3389-f79d-aa6d-a02c55a82d4b/data/data1/current/BP-2083288349-172.17.0.2-1731010824884 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T20:21:05,636 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/415c8bf0-470a-6297-17ff-1376e466f533/cluster_05171bf9-3389-f79d-aa6d-a02c55a82d4b/data/data2/current/BP-2083288349-172.17.0.2-1731010824884 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T20:21:05,637 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T20:21:05,643 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@17812e9b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T20:21:05,643 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@728c2f77{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T20:21:05,643 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T20:21:05,644 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@871521f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T20:21:05,644 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f60c8d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/415c8bf0-470a-6297-17ff-1376e466f533/hadoop.log.dir/,STOPPED} 2024-11-07T20:21:05,650 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T20:21:05,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T20:21:05,675 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=360 (was 313) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39949 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36755 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39949 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39949 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44123 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:44123 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61958) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39949 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39949 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44123 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36755 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:36755 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61958) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44123 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39949 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36755 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36755 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36755 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:39949 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36755 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44123 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61958) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36755 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39949 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=794 (was 729) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=446 (was 361) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=726 (was 931) 2024-11-07T20:21:05,687 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=360, OpenFileDescriptor=794, MaxFileDescriptor=1048576, SystemLoadAverage=446, ProcessCount=11, AvailableMemoryMB=726 2024-11-07T20:21:05,702 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-07T20:21:05,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90c2340c-061f-3e5b-fc39-0d58d429bad1/hadoop.log.dir so I do NOT create it in target/test-data/4bedb71b-a2c7-e0b6-2998-822a5657345f 2024-11-07T20:21:05,703 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90c2340c-061f-3e5b-fc39-0d58d429bad1/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T20:21:05,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90c2340c-061f-3e5b-fc39-0d58d429bad1/hadoop.tmp.dir so I do NOT create it in target/test-data/4bedb71b-a2c7-e0b6-2998-822a5657345f 2024-11-07T20:21:05,703 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90c2340c-061f-3e5b-fc39-0d58d429bad1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T20:21:05,703 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bedb71b-a2c7-e0b6-2998-822a5657345f 2024-11-07T20:21:05,703 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bedb71b-a2c7-e0b6-2998-822a5657345f/cluster_d753e3b8-8d00-1365-df71-d50aea843b5d, deleteOnExit=true 2024-11-07T20:21:05,706 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bedb71b-a2c7-e0b6-2998-822a5657345f/cluster_d753e3b8-8d00-1365-df71-d50aea843b5d/zookeeper_0, clientPort=60708, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bedb71b-a2c7-e0b6-2998-822a5657345f/cluster_d753e3b8-8d00-1365-df71-d50aea843b5d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bedb71b-a2c7-e0b6-2998-822a5657345f/cluster_d753e3b8-8d00-1365-df71-d50aea843b5d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T20:21:05,706 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60708 2024-11-07T20:21:05,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T20:21:05,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T20:21:05,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bedb71b-a2c7-e0b6-2998-822a5657345f/test.cache.data in system properties and HBase conf 2024-11-07T20:21:05,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bedb71b-a2c7-e0b6-2998-822a5657345f/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T20:21:05,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bedb71b-a2c7-e0b6-2998-822a5657345f/hadoop.log.dir in system properties and HBase conf 2024-11-07T20:21:05,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bedb71b-a2c7-e0b6-2998-822a5657345f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T20:21:05,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bedb71b-a2c7-e0b6-2998-822a5657345f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T20:21:05,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T20:21:05,707 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T20:21:05,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bedb71b-a2c7-e0b6-2998-822a5657345f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T20:21:05,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bedb71b-a2c7-e0b6-2998-822a5657345f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T20:21:05,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bedb71b-a2c7-e0b6-2998-822a5657345f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T20:21:05,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bedb71b-a2c7-e0b6-2998-822a5657345f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T20:21:05,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bedb71b-a2c7-e0b6-2998-822a5657345f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T20:21:05,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bedb71b-a2c7-e0b6-2998-822a5657345f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T20:21:05,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bedb71b-a2c7-e0b6-2998-822a5657345f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T20:21:05,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bedb71b-a2c7-e0b6-2998-822a5657345f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T20:21:05,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bedb71b-a2c7-e0b6-2998-822a5657345f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T20:21:05,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bedb71b-a2c7-e0b6-2998-822a5657345f/nfs.dump.dir in system properties and HBase conf 2024-11-07T20:21:05,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bedb71b-a2c7-e0b6-2998-822a5657345f/java.io.tmpdir in system properties and HBase conf 2024-11-07T20:21:05,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bedb71b-a2c7-e0b6-2998-822a5657345f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T20:21:05,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bedb71b-a2c7-e0b6-2998-822a5657345f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T20:21:05,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bedb71b-a2c7-e0b6-2998-822a5657345f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T20:21:05,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10116f506420008, quorum=127.0.0.1:61958, baseZNode=/2-1200755369 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T20:21:05,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10116f506420002, quorum=127.0.0.1:61958, baseZNode=/0-471478346 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T20:21:05,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10116f506420005, quorum=127.0.0.1:61958, baseZNode=/1739398149 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T20:21:05,748 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10116f506420008, quorum=127.0.0.1:61958, baseZNode=/2-1200755369 Received Disconnected from ZooKeeper, ignoring 2024-11-07T20:21:05,748 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10116f506420005, quorum=127.0.0.1:61958, baseZNode=/1739398149 Received Disconnected from ZooKeeper, ignoring 2024-11-07T20:21:05,748 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10116f506420002, quorum=127.0.0.1:61958, baseZNode=/0-471478346 Received Disconnected from ZooKeeper, ignoring 2024-11-07T20:21:06,060 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T20:21:06,063 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T20:21:06,066 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T20:21:06,066 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T20:21:06,066 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T20:21:06,067 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T20:21:06,067 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a121b35{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bedb71b-a2c7-e0b6-2998-822a5657345f/hadoop.log.dir/,AVAILABLE} 2024-11-07T20:21:06,067 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55cd99a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T20:21:06,167 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1ffce131{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bedb71b-a2c7-e0b6-2998-822a5657345f/java.io.tmpdir/jetty-localhost-44329-hadoop-hdfs-3_4_1-tests_jar-_-any-13039538391629518209/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T20:21:06,168 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@781782ee{HTTP/1.1, (http/1.1)}{localhost:44329} 2024-11-07T20:21:06,168 INFO [Time-limited test {}] server.Server(415): Started @326934ms 2024-11-07T20:21:06,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T20:21:06,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-07T20:21:06,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-07T20:21:06,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T20:21:06,501 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T20:21:06,506 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T20:21:06,508 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T20:21:06,509 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T20:21:06,509 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T20:21:06,509 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f13c430{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bedb71b-a2c7-e0b6-2998-822a5657345f/hadoop.log.dir/,AVAILABLE} 2024-11-07T20:21:06,509 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ebbfaa5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T20:21:06,610 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3d2a6f07{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bedb71b-a2c7-e0b6-2998-822a5657345f/java.io.tmpdir/jetty-localhost-44283-hadoop-hdfs-3_4_1-tests_jar-_-any-10330198995877046555/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T20:21:06,611 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c792f7a{HTTP/1.1, (http/1.1)}{localhost:44283} 2024-11-07T20:21:06,611 INFO [Time-limited test {}] server.Server(415): Started @327377ms 2024-11-07T20:21:06,611 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T20:21:07,346 WARN [Thread-4180 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bedb71b-a2c7-e0b6-2998-822a5657345f/cluster_d753e3b8-8d00-1365-df71-d50aea843b5d/data/data2/current/BP-791372715-172.17.0.2-1731010865728/current, will proceed with Du for space computation calculation, 2024-11-07T20:21:07,346 WARN [Thread-4179 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bedb71b-a2c7-e0b6-2998-822a5657345f/cluster_d753e3b8-8d00-1365-df71-d50aea843b5d/data/data1/current/BP-791372715-172.17.0.2-1731010865728/current, will proceed with Du for space computation calculation, 2024-11-07T20:21:07,361 WARN [Thread-4167 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T20:21:07,362 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x407b9490567b105c with lease ID 0x4ac7ce0a6bd8d8bc: Processing first storage report for DS-fefc5b21-1d33-4cbd-86d1-5acc01584d7f from datanode DatanodeRegistration(127.0.0.1:36887, datanodeUuid=76fe757d-df2a-4c51-8afc-584078bf0616, infoPort=45595, infoSecurePort=0, ipcPort=43959, storageInfo=lv=-57;cid=testClusterID;nsid=59348077;c=1731010865728) 2024-11-07T20:21:07,363 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x407b9490567b105c with lease ID 0x4ac7ce0a6bd8d8bc: from storage DS-fefc5b21-1d33-4cbd-86d1-5acc01584d7f node DatanodeRegistration(127.0.0.1:36887, datanodeUuid=76fe757d-df2a-4c51-8afc-584078bf0616, infoPort=45595, infoSecurePort=0, ipcPort=43959, storageInfo=lv=-57;cid=testClusterID;nsid=59348077;c=1731010865728), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T20:21:07,363 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x407b9490567b105c with lease ID 0x4ac7ce0a6bd8d8bc: Processing first storage report for DS-f5b6b838-9d4c-407e-b641-263ff43aae0c from datanode DatanodeRegistration(127.0.0.1:36887, datanodeUuid=76fe757d-df2a-4c51-8afc-584078bf0616, infoPort=45595, infoSecurePort=0, ipcPort=43959, storageInfo=lv=-57;cid=testClusterID;nsid=59348077;c=1731010865728) 2024-11-07T20:21:07,363 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x407b9490567b105c with lease ID 0x4ac7ce0a6bd8d8bc: from storage DS-f5b6b838-9d4c-407e-b641-263ff43aae0c node DatanodeRegistration(127.0.0.1:36887, datanodeUuid=76fe757d-df2a-4c51-8afc-584078bf0616, infoPort=45595, infoSecurePort=0, ipcPort=43959, storageInfo=lv=-57;cid=testClusterID;nsid=59348077;c=1731010865728), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T20:21:07,433 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bedb71b-a2c7-e0b6-2998-822a5657345f 2024-11-07T20:21:07,433 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:21:07,434 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:21:07,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36887 is added to blk_1073741825_1001 (size=7) 2024-11-07T20:21:07,840 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36213/user/jenkins/test-data/0d95fa37-ff88-6d54-3a35-06b3d2b7d833 with version=8 2024-11-07T20:21:07,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36213/user/jenkins/test-data/0d95fa37-ff88-6d54-3a35-06b3d2b7d833/hbase-staging 2024-11-07T20:21:07,843 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8a040b4bf509:0 server-side Connection retries=45 2024-11-07T20:21:07,843 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:21:07,843 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T20:21:07,843 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T20:21:07,843 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:21:07,843 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T20:21:07,843 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T20:21:07,843 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T20:21:07,844 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36429 2024-11-07T20:21:07,845 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36429 connecting to ZooKeeper ensemble=127.0.0.1:60708 2024-11-07T20:21:07,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:364290x0, quorum=127.0.0.1:60708, baseZNode=/0267769607 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T20:21:07,960 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36429-0x10116f5a5d50000 connected 2024-11-07T20:21:08,065 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:21:08,066 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:21:08,068 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36429-0x10116f5a5d50000, quorum=127.0.0.1:60708, baseZNode=/0267769607 Set watcher on znode that does not yet exist, /0267769607/running 2024-11-07T20:21:08,069 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36213/user/jenkins/test-data/0d95fa37-ff88-6d54-3a35-06b3d2b7d833, hbase.cluster.distributed=false 2024-11-07T20:21:08,070 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36429-0x10116f5a5d50000, quorum=127.0.0.1:60708, baseZNode=/0267769607 Set watcher on znode that does not yet exist, /0267769607/acl 2024-11-07T20:21:08,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36429 2024-11-07T20:21:08,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36429 2024-11-07T20:21:08,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36429 2024-11-07T20:21:08,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36429 2024-11-07T20:21:08,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36429 2024-11-07T20:21:08,111 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8a040b4bf509:0 server-side Connection retries=45 2024-11-07T20:21:08,111 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:21:08,111 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T20:21:08,111 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T20:21:08,111 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:21:08,111 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T20:21:08,111 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T20:21:08,111 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T20:21:08,124 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37609 2024-11-07T20:21:08,125 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37609 connecting to ZooKeeper ensemble=127.0.0.1:60708 2024-11-07T20:21:08,126 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:21:08,128 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:21:08,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:376090x0, quorum=127.0.0.1:60708, baseZNode=/0267769607 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T20:21:08,142 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:376090x0, quorum=127.0.0.1:60708, baseZNode=/0267769607 Set watcher on znode that does not yet exist, /0267769607/running 2024-11-07T20:21:08,142 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T20:21:08,148 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37609-0x10116f5a5d50001 connected 2024-11-07T20:21:08,164 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T20:21:08,165 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37609-0x10116f5a5d50001, quorum=127.0.0.1:60708, baseZNode=/0267769607 Set watcher on znode that does not yet exist, /0267769607/master 2024-11-07T20:21:08,166 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37609-0x10116f5a5d50001, quorum=127.0.0.1:60708, baseZNode=/0267769607 Set watcher on znode that does not yet exist, /0267769607/acl 2024-11-07T20:21:08,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37609 2024-11-07T20:21:08,173 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37609 2024-11-07T20:21:08,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37609 2024-11-07T20:21:08,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37609 2024-11-07T20:21:08,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37609 2024-11-07T20:21:08,219 DEBUG [M:0;8a040b4bf509:36429 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8a040b4bf509:36429 2024-11-07T20:21:08,220 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0267769607/backup-masters/8a040b4bf509,36429,1731010867842 2024-11-07T20:21:08,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37609-0x10116f5a5d50001, quorum=127.0.0.1:60708, baseZNode=/0267769607 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0267769607/backup-masters 2024-11-07T20:21:08,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36429-0x10116f5a5d50000, quorum=127.0.0.1:60708, baseZNode=/0267769607 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0267769607/backup-masters 2024-11-07T20:21:08,233 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36429-0x10116f5a5d50000, quorum=127.0.0.1:60708, baseZNode=/0267769607 Set watcher on existing znode=/0267769607/backup-masters/8a040b4bf509,36429,1731010867842 2024-11-07T20:21:08,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37609-0x10116f5a5d50001, quorum=127.0.0.1:60708, baseZNode=/0267769607 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0267769607/master 2024-11-07T20:21:08,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36429-0x10116f5a5d50000, quorum=127.0.0.1:60708, baseZNode=/0267769607 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0267769607 2024-11-07T20:21:08,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37609-0x10116f5a5d50001, quorum=127.0.0.1:60708, baseZNode=/0267769607 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0267769607 2024-11-07T20:21:08,247 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36429-0x10116f5a5d50000, quorum=127.0.0.1:60708, baseZNode=/0267769607 Set watcher on existing znode=/0267769607/master 2024-11-07T20:21:08,248 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0267769607/backup-masters/8a040b4bf509,36429,1731010867842 from backup master directory 2024-11-07T20:21:08,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37609-0x10116f5a5d50001, quorum=127.0.0.1:60708, baseZNode=/0267769607 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0267769607/backup-masters 2024-11-07T20:21:08,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36429-0x10116f5a5d50000, quorum=127.0.0.1:60708, baseZNode=/0267769607 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0267769607/backup-masters/8a040b4bf509,36429,1731010867842 2024-11-07T20:21:08,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36429-0x10116f5a5d50000, quorum=127.0.0.1:60708, baseZNode=/0267769607 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0267769607/backup-masters 2024-11-07T20:21:08,257 WARN [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T20:21:08,257 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8a040b4bf509,36429,1731010867842 2024-11-07T20:21:08,261 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36213/user/jenkins/test-data/0d95fa37-ff88-6d54-3a35-06b3d2b7d833/hbase.id] with ID: e519dfaf-3d65-48d6-bbbc-9c44019ae17e 2024-11-07T20:21:08,261 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36213/user/jenkins/test-data/0d95fa37-ff88-6d54-3a35-06b3d2b7d833/.tmp/hbase.id 2024-11-07T20:21:08,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36887 is added to blk_1073741826_1002 (size=42) 2024-11-07T20:21:08,286 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36213/user/jenkins/test-data/0d95fa37-ff88-6d54-3a35-06b3d2b7d833/.tmp/hbase.id]:[hdfs://localhost:36213/user/jenkins/test-data/0d95fa37-ff88-6d54-3a35-06b3d2b7d833/hbase.id] 2024-11-07T20:21:08,297 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:21:08,297 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T20:21:08,298 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T20:21:08,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36429-0x10116f5a5d50000, quorum=127.0.0.1:60708, baseZNode=/0267769607 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0267769607 2024-11-07T20:21:08,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37609-0x10116f5a5d50001, quorum=127.0.0.1:60708, baseZNode=/0267769607 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0267769607 2024-11-07T20:21:08,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36887 is added to blk_1073741827_1003 (size=196) 2024-11-07T20:21:08,716 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T20:21:08,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:08,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:08,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:08,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:08,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:08,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:08,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:08,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:08,718 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T20:21:08,719 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T20:21:08,719 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:21:08,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36887 is added to blk_1073741828_1004 (size=1189) 2024-11-07T20:21:08,734 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36213/user/jenkins/test-data/0d95fa37-ff88-6d54-3a35-06b3d2b7d833/MasterData/data/master/store 2024-11-07T20:21:08,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36887 is added to blk_1073741829_1005 (size=34) 2024-11-07T20:21:08,739 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:21:08,739 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T20:21:08,739 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:21:08,739 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:21:08,739 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T20:21:08,739 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:21:08,739 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:21:08,739 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731010868739Disabling compacts and flushes for region at 1731010868739Disabling writes for close at 1731010868739Writing region close event to WAL at 1731010868739Closed at 1731010868739 2024-11-07T20:21:08,745 WARN [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36213/user/jenkins/test-data/0d95fa37-ff88-6d54-3a35-06b3d2b7d833/MasterData/data/master/store/.initializing 2024-11-07T20:21:08,745 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36213/user/jenkins/test-data/0d95fa37-ff88-6d54-3a35-06b3d2b7d833/MasterData/WALs/8a040b4bf509,36429,1731010867842 2024-11-07T20:21:08,746 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T20:21:08,748 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8a040b4bf509%2C36429%2C1731010867842, suffix=, logDir=hdfs://localhost:36213/user/jenkins/test-data/0d95fa37-ff88-6d54-3a35-06b3d2b7d833/MasterData/WALs/8a040b4bf509,36429,1731010867842, archiveDir=hdfs://localhost:36213/user/jenkins/test-data/0d95fa37-ff88-6d54-3a35-06b3d2b7d833/MasterData/oldWALs, maxLogs=10 2024-11-07T20:21:08,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:08,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:08,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:08,762 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:08,762 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:08,762 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:08,765 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0d95fa37-ff88-6d54-3a35-06b3d2b7d833/MasterData/WALs/8a040b4bf509,36429,1731010867842/8a040b4bf509%2C36429%2C1731010867842.1731010868748, exclude list is [], retry=0 2024-11-07T20:21:08,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36887,DS-fefc5b21-1d33-4cbd-86d1-5acc01584d7f,DISK] 2024-11-07T20:21:08,770 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0d95fa37-ff88-6d54-3a35-06b3d2b7d833/MasterData/WALs/8a040b4bf509,36429,1731010867842/8a040b4bf509%2C36429%2C1731010867842.1731010868748 2024-11-07T20:21:08,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:08,770 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45595:45595)] 2024-11-07T20:21:08,770 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T20:21:08,770 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:21:08,771 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:21:08,771 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:21:08,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:21:08,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T20:21:08,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:08,773 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:21:08,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:08,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:21:08,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:21:08,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:08,776 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T20:21:08,776 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:21:08,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:21:08,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:21:08,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T20:21:08,779 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:21:08,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:21:08,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:21:08,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T20:21:08,782 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:21:08,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:21:08,782 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:21:08,783 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36213/user/jenkins/test-data/0d95fa37-ff88-6d54-3a35-06b3d2b7d833/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:21:08,784 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36213/user/jenkins/test-data/0d95fa37-ff88-6d54-3a35-06b3d2b7d833/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:21:08,786 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:21:08,786 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:21:08,786 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T20:21:08,788 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:21:08,791 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36213/user/jenkins/test-data/0d95fa37-ff88-6d54-3a35-06b3d2b7d833/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T20:21:08,791 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67867483, jitterRate=0.011304304003715515}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T20:21:08,792 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731010868771Initializing all the Stores at 1731010868771Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010868771Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010868772 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010868772Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010868772Cleaning up temporary data from old regions at 1731010868786 (+14 ms)Region opened successfully at 1731010868792 (+6 ms) 2024-11-07T20:21:08,800 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T20:21:08,803 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4616f1db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a040b4bf509/172.17.0.2:0 2024-11-07T20:21:08,804 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T20:21:08,804 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T20:21:08,804 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T20:21:08,805 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T20:21:08,805 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T20:21:08,806 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T20:21:08,806 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T20:21:08,813 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T20:21:08,814 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36429-0x10116f5a5d50000, quorum=127.0.0.1:60708, baseZNode=/0267769607 Unable to get data of znode /0267769607/balancer because node does not exist (not necessarily an error) 2024-11-07T20:21:08,864 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0267769607/balancer already deleted, retry=false 2024-11-07T20:21:08,864 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T20:21:08,865 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36429-0x10116f5a5d50000, quorum=127.0.0.1:60708, baseZNode=/0267769607 Unable to get data of znode /0267769607/normalizer because node does not exist (not necessarily an error) 2024-11-07T20:21:08,874 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0267769607/normalizer already deleted, retry=false 2024-11-07T20:21:08,875 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T20:21:08,876 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36429-0x10116f5a5d50000, quorum=127.0.0.1:60708, baseZNode=/0267769607 Unable to get data of znode /0267769607/switch/split because node does not exist (not necessarily an error) 2024-11-07T20:21:08,885 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0267769607/switch/split already deleted, retry=false 2024-11-07T20:21:08,886 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36429-0x10116f5a5d50000, quorum=127.0.0.1:60708, baseZNode=/0267769607 Unable to get data of znode /0267769607/switch/merge because node does not exist (not necessarily an error) 2024-11-07T20:21:08,896 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0267769607/switch/merge already deleted, retry=false 2024-11-07T20:21:08,898 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36429-0x10116f5a5d50000, quorum=127.0.0.1:60708, baseZNode=/0267769607 Unable to get data of znode /0267769607/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T20:21:08,909 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0267769607/snapshot-cleanup already deleted, retry=false 2024-11-07T20:21:08,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37609-0x10116f5a5d50001, quorum=127.0.0.1:60708, baseZNode=/0267769607 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0267769607/running 2024-11-07T20:21:08,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36429-0x10116f5a5d50000, quorum=127.0.0.1:60708, baseZNode=/0267769607 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0267769607/running 2024-11-07T20:21:08,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37609-0x10116f5a5d50001, quorum=127.0.0.1:60708, baseZNode=/0267769607 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0267769607 2024-11-07T20:21:08,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36429-0x10116f5a5d50000, quorum=127.0.0.1:60708, baseZNode=/0267769607 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0267769607 2024-11-07T20:21:08,921 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8a040b4bf509,36429,1731010867842, sessionid=0x10116f5a5d50000, setting cluster-up flag (Was=false) 2024-11-07T20:21:08,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36429-0x10116f5a5d50000, quorum=127.0.0.1:60708, baseZNode=/0267769607 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0267769607 2024-11-07T20:21:08,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37609-0x10116f5a5d50001, quorum=127.0.0.1:60708, baseZNode=/0267769607 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0267769607 2024-11-07T20:21:08,973 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0267769607/flush-table-proc/acquired, /0267769607/flush-table-proc/reached, /0267769607/flush-table-proc/abort 2024-11-07T20:21:08,974 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a040b4bf509,36429,1731010867842 2024-11-07T20:21:08,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37609-0x10116f5a5d50001, quorum=127.0.0.1:60708, baseZNode=/0267769607 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0267769607 2024-11-07T20:21:08,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36429-0x10116f5a5d50000, quorum=127.0.0.1:60708, baseZNode=/0267769607 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0267769607 2024-11-07T20:21:09,028 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0267769607/online-snapshot/acquired, /0267769607/online-snapshot/reached, /0267769607/online-snapshot/abort 2024-11-07T20:21:09,031 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a040b4bf509,36429,1731010867842 2024-11-07T20:21:09,041 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36213/user/jenkins/test-data/0d95fa37-ff88-6d54-3a35-06b3d2b7d833/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T20:21:09,042 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T20:21:09,042 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T20:21:09,043 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T20:21:09,043 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8a040b4bf509,36429,1731010867842 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T20:21:09,044 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:21:09,044 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:21:09,044 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:21:09,044 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:21:09,044 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8a040b4bf509:0, corePoolSize=10, maxPoolSize=10 2024-11-07T20:21:09,044 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:21:09,044 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8a040b4bf509:0, corePoolSize=2, maxPoolSize=2 2024-11-07T20:21:09,045 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:21:09,049 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T20:21:09,049 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T20:21:09,050 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:21:09,050 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T20:21:09,076 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731010899076 2024-11-07T20:21:09,076 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T20:21:09,076 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T20:21:09,076 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T20:21:09,076 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T20:21:09,077 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T20:21:09,077 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T20:21:09,080 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T20:21:09,088 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T20:21:09,088 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T20:21:09,088 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T20:21:09,088 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T20:21:09,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36887 is added to blk_1073741831_1007 (size=1321) 2024-11-07T20:21:09,090 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36213/user/jenkins/test-data/0d95fa37-ff88-6d54-3a35-06b3d2b7d833/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T20:21:09,091 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36213/user/jenkins/test-data/0d95fa37-ff88-6d54-3a35-06b3d2b7d833 2024-11-07T20:21:09,096 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T20:21:09,096 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T20:21:09,100 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.large.0-1731010869096,5,FailOnTimeoutGroup] 2024-11-07T20:21:09,112 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.small.0-1731010869100,5,FailOnTimeoutGroup] 2024-11-07T20:21:09,112 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T20:21:09,112 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T20:21:09,112 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T20:21:09,112 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T20:21:09,113 INFO [RS:0;8a040b4bf509:37609 {}] regionserver.HRegionServer(746): ClusterId : e519dfaf-3d65-48d6-bbbc-9c44019ae17e 2024-11-07T20:21:09,113 DEBUG [RS:0;8a040b4bf509:37609 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T20:21:09,121 DEBUG [RS:0;8a040b4bf509:37609 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T20:21:09,121 DEBUG [RS:0;8a040b4bf509:37609 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T20:21:09,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36887 is added to blk_1073741832_1008 (size=32) 2024-11-07T20:21:09,131 DEBUG [RS:0;8a040b4bf509:37609 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T20:21:09,131 DEBUG [RS:0;8a040b4bf509:37609 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@212e797b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a040b4bf509/172.17.0.2:0 2024-11-07T20:21:09,144 DEBUG [RS:0;8a040b4bf509:37609 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8a040b4bf509:37609 2024-11-07T20:21:09,144 INFO [RS:0;8a040b4bf509:37609 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T20:21:09,144 INFO [RS:0;8a040b4bf509:37609 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T20:21:09,144 DEBUG [RS:0;8a040b4bf509:37609 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T20:21:09,145 INFO [RS:0;8a040b4bf509:37609 {}] regionserver.HRegionServer(2659): reportForDuty to master=8a040b4bf509,36429,1731010867842 with port=37609, startcode=1731010868110 2024-11-07T20:21:09,146 DEBUG [RS:0;8a040b4bf509:37609 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T20:21:09,149 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45945, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T20:21:09,149 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36429 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8a040b4bf509,37609,1731010868110 2024-11-07T20:21:09,149 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36429 {}] master.ServerManager(517): Registering regionserver=8a040b4bf509,37609,1731010868110 2024-11-07T20:21:09,150 DEBUG [RS:0;8a040b4bf509:37609 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36213/user/jenkins/test-data/0d95fa37-ff88-6d54-3a35-06b3d2b7d833 2024-11-07T20:21:09,150 DEBUG [RS:0;8a040b4bf509:37609 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36213 2024-11-07T20:21:09,150 DEBUG [RS:0;8a040b4bf509:37609 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T20:21:09,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36429-0x10116f5a5d50000, quorum=127.0.0.1:60708, baseZNode=/0267769607 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0267769607/rs 2024-11-07T20:21:09,163 DEBUG [RS:0;8a040b4bf509:37609 {}] zookeeper.ZKUtil(111): regionserver:37609-0x10116f5a5d50001, quorum=127.0.0.1:60708, baseZNode=/0267769607 Set watcher on existing znode=/0267769607/rs/8a040b4bf509,37609,1731010868110 2024-11-07T20:21:09,163 WARN [RS:0;8a040b4bf509:37609 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T20:21:09,163 INFO [RS:0;8a040b4bf509:37609 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:21:09,163 DEBUG [RS:0;8a040b4bf509:37609 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36213/user/jenkins/test-data/0d95fa37-ff88-6d54-3a35-06b3d2b7d833/WALs/8a040b4bf509,37609,1731010868110 2024-11-07T20:21:09,163 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8a040b4bf509,37609,1731010868110] 2024-11-07T20:21:09,175 INFO [RS:0;8a040b4bf509:37609 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T20:21:09,192 INFO [RS:0;8a040b4bf509:37609 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T20:21:09,200 INFO [RS:0;8a040b4bf509:37609 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T20:21:09,200 INFO [RS:0;8a040b4bf509:37609 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:21:09,201 INFO [RS:0;8a040b4bf509:37609 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T20:21:09,201 INFO [RS:0;8a040b4bf509:37609 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T20:21:09,201 INFO [RS:0;8a040b4bf509:37609 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T20:21:09,202 DEBUG [RS:0;8a040b4bf509:37609 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:21:09,202 DEBUG [RS:0;8a040b4bf509:37609 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:21:09,202 DEBUG [RS:0;8a040b4bf509:37609 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:21:09,202 DEBUG [RS:0;8a040b4bf509:37609 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:21:09,202 DEBUG [RS:0;8a040b4bf509:37609 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:21:09,202 DEBUG [RS:0;8a040b4bf509:37609 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8a040b4bf509:0, corePoolSize=2, maxPoolSize=2 2024-11-07T20:21:09,202 DEBUG [RS:0;8a040b4bf509:37609 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:21:09,202 DEBUG [RS:0;8a040b4bf509:37609 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:21:09,202 DEBUG [RS:0;8a040b4bf509:37609 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:21:09,202 DEBUG [RS:0;8a040b4bf509:37609 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:21:09,202 DEBUG [RS:0;8a040b4bf509:37609 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:21:09,202 DEBUG [RS:0;8a040b4bf509:37609 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:21:09,202 DEBUG [RS:0;8a040b4bf509:37609 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8a040b4bf509:0, corePoolSize=3, maxPoolSize=3 2024-11-07T20:21:09,202 DEBUG [RS:0;8a040b4bf509:37609 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8a040b4bf509:0, corePoolSize=3, maxPoolSize=3 2024-11-07T20:21:09,212 INFO [RS:0;8a040b4bf509:37609 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T20:21:09,212 INFO [RS:0;8a040b4bf509:37609 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T20:21:09,212 INFO [RS:0;8a040b4bf509:37609 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:21:09,212 INFO [RS:0;8a040b4bf509:37609 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T20:21:09,212 INFO [RS:0;8a040b4bf509:37609 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T20:21:09,212 INFO [RS:0;8a040b4bf509:37609 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,37609,1731010868110-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T20:21:09,231 INFO [RS:0;8a040b4bf509:37609 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T20:21:09,231 INFO [RS:0;8a040b4bf509:37609 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,37609,1731010868110-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:21:09,231 INFO [RS:0;8a040b4bf509:37609 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:21:09,231 INFO [RS:0;8a040b4bf509:37609 {}] regionserver.Replication(171): 8a040b4bf509,37609,1731010868110 started 2024-11-07T20:21:09,262 INFO [RS:0;8a040b4bf509:37609 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:21:09,263 INFO [RS:0;8a040b4bf509:37609 {}] regionserver.HRegionServer(1482): Serving as 8a040b4bf509,37609,1731010868110, RpcServer on 8a040b4bf509/172.17.0.2:37609, sessionid=0x10116f5a5d50001 2024-11-07T20:21:09,263 DEBUG [RS:0;8a040b4bf509:37609 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T20:21:09,263 DEBUG [RS:0;8a040b4bf509:37609 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8a040b4bf509,37609,1731010868110 2024-11-07T20:21:09,263 DEBUG [RS:0;8a040b4bf509:37609 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a040b4bf509,37609,1731010868110' 2024-11-07T20:21:09,263 DEBUG [RS:0;8a040b4bf509:37609 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0267769607/flush-table-proc/abort' 2024-11-07T20:21:09,263 DEBUG [RS:0;8a040b4bf509:37609 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0267769607/flush-table-proc/acquired' 2024-11-07T20:21:09,264 DEBUG [RS:0;8a040b4bf509:37609 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T20:21:09,264 DEBUG [RS:0;8a040b4bf509:37609 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T20:21:09,264 DEBUG [RS:0;8a040b4bf509:37609 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8a040b4bf509,37609,1731010868110 2024-11-07T20:21:09,264 DEBUG [RS:0;8a040b4bf509:37609 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a040b4bf509,37609,1731010868110' 2024-11-07T20:21:09,264 DEBUG [RS:0;8a040b4bf509:37609 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0267769607/online-snapshot/abort' 2024-11-07T20:21:09,264 DEBUG [RS:0;8a040b4bf509:37609 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0267769607/online-snapshot/acquired' 2024-11-07T20:21:09,264 DEBUG [RS:0;8a040b4bf509:37609 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T20:21:09,264 INFO [RS:0;8a040b4bf509:37609 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T20:21:09,264 INFO [RS:0;8a040b4bf509:37609 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T20:21:09,365 INFO [RS:0;8a040b4bf509:37609 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T20:21:09,366 INFO [RS:0;8a040b4bf509:37609 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a040b4bf509%2C37609%2C1731010868110, suffix=, logDir=hdfs://localhost:36213/user/jenkins/test-data/0d95fa37-ff88-6d54-3a35-06b3d2b7d833/WALs/8a040b4bf509,37609,1731010868110, archiveDir=hdfs://localhost:36213/user/jenkins/test-data/0d95fa37-ff88-6d54-3a35-06b3d2b7d833/oldWALs, maxLogs=10 2024-11-07T20:21:09,385 DEBUG [RS:0;8a040b4bf509:37609 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0d95fa37-ff88-6d54-3a35-06b3d2b7d833/WALs/8a040b4bf509,37609,1731010868110/8a040b4bf509%2C37609%2C1731010868110.1731010869366, exclude list is [], retry=0 2024-11-07T20:21:09,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36887,DS-fefc5b21-1d33-4cbd-86d1-5acc01584d7f,DISK] 2024-11-07T20:21:09,394 INFO [RS:0;8a040b4bf509:37609 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0d95fa37-ff88-6d54-3a35-06b3d2b7d833/WALs/8a040b4bf509,37609,1731010868110/8a040b4bf509%2C37609%2C1731010868110.1731010869366 2024-11-07T20:21:09,395 DEBUG [RS:0;8a040b4bf509:37609 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45595:45595)] 2024-11-07T20:21:09,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:21:09,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T20:21:09,524 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T20:21:09,524 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:21:09,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:21:09,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T20:21:09,526 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T20:21:09,526 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:21:09,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:21:09,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T20:21:09,527 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T20:21:09,527 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:21:09,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:21:09,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T20:21:09,528 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T20:21:09,528 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:21:09,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:21:09,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T20:21:09,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36213/user/jenkins/test-data/0d95fa37-ff88-6d54-3a35-06b3d2b7d833/data/hbase/meta/1588230740 2024-11-07T20:21:09,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36213/user/jenkins/test-data/0d95fa37-ff88-6d54-3a35-06b3d2b7d833/data/hbase/meta/1588230740 2024-11-07T20:21:09,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T20:21:09,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T20:21:09,531 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T20:21:09,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T20:21:09,534 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36213/user/jenkins/test-data/0d95fa37-ff88-6d54-3a35-06b3d2b7d833/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T20:21:09,534 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65827284, jitterRate=-0.01909703016281128}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T20:21:09,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731010869522Initializing all the Stores at 1731010869523 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010869523Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010869523Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010869523Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010869523Cleaning up temporary data from old regions at 1731010869531 (+8 ms)Region opened successfully at 1731010869535 (+4 ms) 2024-11-07T20:21:09,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T20:21:09,535 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T20:21:09,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T20:21:09,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T20:21:09,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T20:21:09,535 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T20:21:09,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731010869535Disabling compacts and flushes for region at 1731010869535Disabling writes for close at 1731010869535Writing region close event to WAL at 1731010869535Closed at 1731010869535 2024-11-07T20:21:09,536 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T20:21:09,536 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T20:21:09,536 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T20:21:09,537 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T20:21:09,538 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T20:21:09,688 DEBUG [8a040b4bf509:36429 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T20:21:09,688 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8a040b4bf509,37609,1731010868110 2024-11-07T20:21:09,689 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a040b4bf509,37609,1731010868110, state=OPENING 2024-11-07T20:21:09,738 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T20:21:09,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36429-0x10116f5a5d50000, quorum=127.0.0.1:60708, baseZNode=/0267769607 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0267769607 2024-11-07T20:21:09,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37609-0x10116f5a5d50001, quorum=127.0.0.1:60708, baseZNode=/0267769607 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0267769607 2024-11-07T20:21:09,749 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T20:21:09,749 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0267769607/meta-region-server: CHANGED 2024-11-07T20:21:09,749 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8a040b4bf509,37609,1731010868110}] 2024-11-07T20:21:09,749 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0267769607/meta-region-server: CHANGED 2024-11-07T20:21:09,900 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:21:09,900 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8a040b4bf509,35697,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a040b4bf509:35697 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T20:21:09,900 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128879 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8a040b4bf509,35697,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a040b4bf509:35697 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T20:21:09,901 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T20:21:09,903 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41285, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T20:21:09,906 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T20:21:09,906 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:21:09,906 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T20:21:09,907 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a040b4bf509%2C37609%2C1731010868110.meta, suffix=.meta, logDir=hdfs://localhost:36213/user/jenkins/test-data/0d95fa37-ff88-6d54-3a35-06b3d2b7d833/WALs/8a040b4bf509,37609,1731010868110, archiveDir=hdfs://localhost:36213/user/jenkins/test-data/0d95fa37-ff88-6d54-3a35-06b3d2b7d833/oldWALs, maxLogs=10 2024-11-07T20:21:09,921 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0d95fa37-ff88-6d54-3a35-06b3d2b7d833/WALs/8a040b4bf509,37609,1731010868110/8a040b4bf509%2C37609%2C1731010868110.meta.1731010869907.meta, exclude list is [], retry=0 2024-11-07T20:21:09,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36887,DS-fefc5b21-1d33-4cbd-86d1-5acc01584d7f,DISK] 2024-11-07T20:21:09,924 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0d95fa37-ff88-6d54-3a35-06b3d2b7d833/WALs/8a040b4bf509,37609,1731010868110/8a040b4bf509%2C37609%2C1731010868110.meta.1731010869907.meta 2024-11-07T20:21:09,924 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45595:45595)] 2024-11-07T20:21:09,925 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T20:21:09,925 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T20:21:09,925 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T20:21:09,925 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T20:21:09,925 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T20:21:09,925 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T20:21:09,925 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:21:09,925 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T20:21:09,925 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T20:21:09,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T20:21:09,927 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T20:21:09,927 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:21:09,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:21:09,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T20:21:09,928 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T20:21:09,928 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:21:09,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:21:09,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T20:21:09,929 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T20:21:09,929 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:21:09,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:21:09,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T20:21:09,930 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T20:21:09,930 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:21:09,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:21:09,930 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T20:21:09,931 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36213/user/jenkins/test-data/0d95fa37-ff88-6d54-3a35-06b3d2b7d833/data/hbase/meta/1588230740 2024-11-07T20:21:09,931 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36213/user/jenkins/test-data/0d95fa37-ff88-6d54-3a35-06b3d2b7d833/data/hbase/meta/1588230740 2024-11-07T20:21:09,932 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T20:21:09,932 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T20:21:09,933 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T20:21:09,934 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T20:21:09,934 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74158988, jitterRate=0.10505503416061401}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T20:21:09,934 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T20:21:09,935 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731010869926Writing region info on filesystem at 1731010869926Initializing all the Stores at 1731010869926Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010869926Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010869926Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010869926Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010869926Cleaning up temporary data from old regions at 1731010869932 (+6 ms)Running coprocessor post-open hooks at 1731010869934 (+2 ms)Region opened successfully at 1731010869935 (+1 ms) 2024-11-07T20:21:09,936 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731010869901 2024-11-07T20:21:09,938 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T20:21:09,938 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T20:21:09,938 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8a040b4bf509,37609,1731010868110 2024-11-07T20:21:09,938 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a040b4bf509,37609,1731010868110, state=OPEN 2024-11-07T20:21:09,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36429-0x10116f5a5d50000, quorum=127.0.0.1:60708, baseZNode=/0267769607 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0267769607/meta-region-server 2024-11-07T20:21:09,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37609-0x10116f5a5d50001, quorum=127.0.0.1:60708, baseZNode=/0267769607 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0267769607/meta-region-server 2024-11-07T20:21:09,972 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0267769607/meta-region-server: CHANGED 2024-11-07T20:21:09,972 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8a040b4bf509,37609,1731010868110 2024-11-07T20:21:09,972 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0267769607/meta-region-server: CHANGED 2024-11-07T20:21:09,975 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T20:21:09,975 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8a040b4bf509,37609,1731010868110 in 223 msec 2024-11-07T20:21:09,977 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T20:21:09,977 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 439 msec 2024-11-07T20:21:09,977 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T20:21:09,977 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T20:21:09,978 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:21:09,978 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,37609,1731010868110, seqNum=-1] 2024-11-07T20:21:09,979 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:21:09,980 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33113, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T20:21:09,983 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 941 msec 2024-11-07T20:21:09,984 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731010869983, completionTime=-1 2024-11-07T20:21:09,984 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T20:21:09,984 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T20:21:09,986 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T20:21:09,986 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731010929986 2024-11-07T20:21:09,986 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731010989986 2024-11-07T20:21:09,986 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-07T20:21:09,986 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,36429,1731010867842-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:21:09,986 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,36429,1731010867842-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:21:09,986 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,36429,1731010867842-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:21:09,986 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8a040b4bf509:36429, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:21:09,986 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T20:21:09,987 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T20:21:09,988 DEBUG [master/8a040b4bf509:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T20:21:09,989 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.732sec 2024-11-07T20:21:09,989 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T20:21:09,989 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T20:21:09,990 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T20:21:09,990 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T20:21:09,990 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T20:21:09,990 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,36429,1731010867842-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T20:21:09,990 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,36429,1731010867842-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T20:21:09,991 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T20:21:09,991 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T20:21:09,991 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,36429,1731010867842-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:21:10,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43bd6cf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:21:10,014 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,36429,-1 for getting cluster id 2024-11-07T20:21:10,014 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:21:10,015 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e519dfaf-3d65-48d6-bbbc-9c44019ae17e' 2024-11-07T20:21:10,015 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:21:10,015 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e519dfaf-3d65-48d6-bbbc-9c44019ae17e" 2024-11-07T20:21:10,016 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@489f5918, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:21:10,016 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,36429,-1] 2024-11-07T20:21:10,016 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:21:10,016 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:21:10,017 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:21:10,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dc00e3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:21:10,018 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:21:10,019 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,37609,1731010868110, seqNum=-1] 2024-11-07T20:21:10,019 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:21:10,020 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T20:21:10,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8a040b4bf509,36429,1731010867842 2024-11-07T20:21:10,022 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60708 2024-11-07T20:21:10,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60708, baseZNode=/0267769607 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T20:21:10,083 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10116f5a5d50002 connected 2024-11-07T20:21:10,139 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:21:10,140 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,36429,1731010867842 2024-11-07T20:21:10,140 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3763cfcc 2024-11-07T20:21:10,140 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:21:10,141 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T20:21:10,142 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36429 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T20:21:10,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36429 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-07T20:21:10,144 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T20:21:10,144 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:21:10,144 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36429 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-07T20:21:10,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:21:10,145 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T20:21:10,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36887 is added to blk_1073741835_1011 (size=902) 2024-11-07T20:21:10,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:21:10,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:21:10,551 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e3eeccc88c6ca7a66348f5cfddb8f3e5, NAME => 'test,,1731010870142.e3eeccc88c6ca7a66348f5cfddb8f3e5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36213/user/jenkins/test-data/0d95fa37-ff88-6d54-3a35-06b3d2b7d833 2024-11-07T20:21:10,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36887 is added to blk_1073741836_1012 (size=39) 2024-11-07T20:21:10,559 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731010870142.e3eeccc88c6ca7a66348f5cfddb8f3e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:21:10,559 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e3eeccc88c6ca7a66348f5cfddb8f3e5, disabling compactions & flushes 2024-11-07T20:21:10,559 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731010870142.e3eeccc88c6ca7a66348f5cfddb8f3e5. 2024-11-07T20:21:10,559 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731010870142.e3eeccc88c6ca7a66348f5cfddb8f3e5. 2024-11-07T20:21:10,559 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731010870142.e3eeccc88c6ca7a66348f5cfddb8f3e5. after waiting 0 ms 2024-11-07T20:21:10,559 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731010870142.e3eeccc88c6ca7a66348f5cfddb8f3e5. 2024-11-07T20:21:10,559 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731010870142.e3eeccc88c6ca7a66348f5cfddb8f3e5. 2024-11-07T20:21:10,559 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e3eeccc88c6ca7a66348f5cfddb8f3e5: Waiting for close lock at 1731010870559Disabling compacts and flushes for region at 1731010870559Disabling writes for close at 1731010870559Writing region close event to WAL at 1731010870559Closed at 1731010870559 2024-11-07T20:21:10,561 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T20:21:10,561 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731010870142.e3eeccc88c6ca7a66348f5cfddb8f3e5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731010870561"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731010870561"}]},"ts":"1731010870561"} 2024-11-07T20:21:10,563 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T20:21:10,564 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T20:21:10,564 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731010870564"}]},"ts":"1731010870564"} 2024-11-07T20:21:10,566 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-07T20:21:10,567 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e3eeccc88c6ca7a66348f5cfddb8f3e5, ASSIGN}] 2024-11-07T20:21:10,568 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e3eeccc88c6ca7a66348f5cfddb8f3e5, ASSIGN 2024-11-07T20:21:10,568 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e3eeccc88c6ca7a66348f5cfddb8f3e5, ASSIGN; state=OFFLINE, location=8a040b4bf509,37609,1731010868110; forceNewPlan=false, retain=false 2024-11-07T20:21:10,719 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e3eeccc88c6ca7a66348f5cfddb8f3e5, regionState=OPENING, regionLocation=8a040b4bf509,37609,1731010868110 2024-11-07T20:21:10,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e3eeccc88c6ca7a66348f5cfddb8f3e5, ASSIGN because future has completed 2024-11-07T20:21:10,721 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e3eeccc88c6ca7a66348f5cfddb8f3e5, server=8a040b4bf509,37609,1731010868110}] 2024-11-07T20:21:10,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:21:10,880 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731010870142.e3eeccc88c6ca7a66348f5cfddb8f3e5. 2024-11-07T20:21:10,880 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e3eeccc88c6ca7a66348f5cfddb8f3e5, NAME => 'test,,1731010870142.e3eeccc88c6ca7a66348f5cfddb8f3e5.', STARTKEY => '', ENDKEY => ''} 2024-11-07T20:21:10,880 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T20:21:10,881 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-07T20:21:10,881 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e3eeccc88c6ca7a66348f5cfddb8f3e5 2024-11-07T20:21:10,881 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731010870142.e3eeccc88c6ca7a66348f5cfddb8f3e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:21:10,881 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e3eeccc88c6ca7a66348f5cfddb8f3e5 2024-11-07T20:21:10,881 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e3eeccc88c6ca7a66348f5cfddb8f3e5 2024-11-07T20:21:10,884 INFO [StoreOpener-e3eeccc88c6ca7a66348f5cfddb8f3e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e3eeccc88c6ca7a66348f5cfddb8f3e5 2024-11-07T20:21:10,885 INFO [StoreOpener-e3eeccc88c6ca7a66348f5cfddb8f3e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3eeccc88c6ca7a66348f5cfddb8f3e5 columnFamilyName f 2024-11-07T20:21:10,885 DEBUG [StoreOpener-e3eeccc88c6ca7a66348f5cfddb8f3e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:21:10,886 INFO [StoreOpener-e3eeccc88c6ca7a66348f5cfddb8f3e5-1 {}] regionserver.HStore(327): Store=e3eeccc88c6ca7a66348f5cfddb8f3e5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:21:10,886 INFO [StoreOpener-e3eeccc88c6ca7a66348f5cfddb8f3e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e3eeccc88c6ca7a66348f5cfddb8f3e5 2024-11-07T20:21:10,887 INFO [StoreOpener-e3eeccc88c6ca7a66348f5cfddb8f3e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3eeccc88c6ca7a66348f5cfddb8f3e5 columnFamilyName f1 2024-11-07T20:21:10,887 DEBUG [StoreOpener-e3eeccc88c6ca7a66348f5cfddb8f3e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:21:10,887 INFO [StoreOpener-e3eeccc88c6ca7a66348f5cfddb8f3e5-1 {}] regionserver.HStore(327): Store=e3eeccc88c6ca7a66348f5cfddb8f3e5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:21:10,887 INFO [StoreOpener-e3eeccc88c6ca7a66348f5cfddb8f3e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e3eeccc88c6ca7a66348f5cfddb8f3e5 2024-11-07T20:21:10,888 INFO [StoreOpener-e3eeccc88c6ca7a66348f5cfddb8f3e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3eeccc88c6ca7a66348f5cfddb8f3e5 columnFamilyName norep 2024-11-07T20:21:10,888 DEBUG [StoreOpener-e3eeccc88c6ca7a66348f5cfddb8f3e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:21:10,889 INFO [StoreOpener-e3eeccc88c6ca7a66348f5cfddb8f3e5-1 {}] regionserver.HStore(327): Store=e3eeccc88c6ca7a66348f5cfddb8f3e5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:21:10,889 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e3eeccc88c6ca7a66348f5cfddb8f3e5 2024-11-07T20:21:10,889 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36213/user/jenkins/test-data/0d95fa37-ff88-6d54-3a35-06b3d2b7d833/data/default/test/e3eeccc88c6ca7a66348f5cfddb8f3e5 2024-11-07T20:21:10,890 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36213/user/jenkins/test-data/0d95fa37-ff88-6d54-3a35-06b3d2b7d833/data/default/test/e3eeccc88c6ca7a66348f5cfddb8f3e5 2024-11-07T20:21:10,890 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e3eeccc88c6ca7a66348f5cfddb8f3e5 2024-11-07T20:21:10,890 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e3eeccc88c6ca7a66348f5cfddb8f3e5 2024-11-07T20:21:10,891 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T20:21:10,892 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e3eeccc88c6ca7a66348f5cfddb8f3e5 2024-11-07T20:21:10,897 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36213/user/jenkins/test-data/0d95fa37-ff88-6d54-3a35-06b3d2b7d833/data/default/test/e3eeccc88c6ca7a66348f5cfddb8f3e5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T20:21:10,897 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e3eeccc88c6ca7a66348f5cfddb8f3e5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63825289, jitterRate=-0.04892908036708832}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T20:21:10,897 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e3eeccc88c6ca7a66348f5cfddb8f3e5 2024-11-07T20:21:10,899 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e3eeccc88c6ca7a66348f5cfddb8f3e5: Running coprocessor pre-open hook at 1731010870881Writing region info on filesystem at 1731010870881Initializing all the Stores at 1731010870882 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010870882Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010870884 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010870884Cleaning up temporary data from old regions at 1731010870890 (+6 ms)Running coprocessor post-open hooks at 1731010870897 (+7 ms)Region opened successfully at 1731010870898 (+1 ms) 2024-11-07T20:21:10,901 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731010870142.e3eeccc88c6ca7a66348f5cfddb8f3e5., pid=6, masterSystemTime=1731010870874 2024-11-07T20:21:10,903 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731010870142.e3eeccc88c6ca7a66348f5cfddb8f3e5. 2024-11-07T20:21:10,903 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731010870142.e3eeccc88c6ca7a66348f5cfddb8f3e5. 2024-11-07T20:21:10,903 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e3eeccc88c6ca7a66348f5cfddb8f3e5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8a040b4bf509,37609,1731010868110 2024-11-07T20:21:10,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e3eeccc88c6ca7a66348f5cfddb8f3e5, server=8a040b4bf509,37609,1731010868110 because future has completed 2024-11-07T20:21:10,909 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T20:21:10,909 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e3eeccc88c6ca7a66348f5cfddb8f3e5, server=8a040b4bf509,37609,1731010868110 in 185 msec 2024-11-07T20:21:10,912 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T20:21:10,912 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e3eeccc88c6ca7a66348f5cfddb8f3e5, ASSIGN in 342 msec 2024-11-07T20:21:10,913 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T20:21:10,913 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731010870913"}]},"ts":"1731010870913"} 2024-11-07T20:21:10,916 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-07T20:21:10,923 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T20:21:10,925 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 781 msec 2024-11-07T20:21:11,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:21:11,281 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-07T20:21:11,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5102d7f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:21:11,281 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,36429,-1 for getting cluster id 2024-11-07T20:21:11,281 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:21:11,282 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e519dfaf-3d65-48d6-bbbc-9c44019ae17e' 2024-11-07T20:21:11,282 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:21:11,283 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e519dfaf-3d65-48d6-bbbc-9c44019ae17e" 2024-11-07T20:21:11,283 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fdb0666, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:21:11,283 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,36429,-1] 2024-11-07T20:21:11,283 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:21:11,283 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:21:11,284 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:21:11,284 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44f0a8bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:21:11,285 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:21:11,285 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,36429,1731010867842 2024-11-07T20:21:11,285 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2029874e 2024-11-07T20:21:11,286 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:21:11,287 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T20:21:11,287 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36429 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://8a040b4bf509:36429,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-07T20:21:11,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36429 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T20:21:11,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T20:21:11,290 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8a040b4bf509:36429' 2024-11-07T20:21:11,291 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34a2249d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:21:11,291 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,36429,-1 for getting cluster id 2024-11-07T20:21:11,291 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:21:11,292 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e519dfaf-3d65-48d6-bbbc-9c44019ae17e' 2024-11-07T20:21:11,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:21:11,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e519dfaf-3d65-48d6-bbbc-9c44019ae17e" 2024-11-07T20:21:11,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f7f1af9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:21:11,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,36429,-1] 2024-11-07T20:21:11,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:21:11,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:21:11,294 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:21:11,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68199b01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:21:11,295 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:21:11,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,36429,1731010867842 2024-11-07T20:21:11,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78f11ca8 2024-11-07T20:21:11,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:21:11,296 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T20:21:11,297 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-07T20:21:11,297 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T20:21:11,297 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:21:11,297 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:21:11,297 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:21:11,297 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://8a040b4bf509:36429, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-07T20:21:11,303 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://8a040b4bf509:36429, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://8a040b4bf509:36429, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://8a040b4bf509:36429, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-07T20:21:11,305 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://8a040b4bf509:36429, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=17 msec 2024-11-07T20:21:11,305 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-07T20:21:11,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T20:21:11,402 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://8a040b4bf509:36429, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-07T20:21:11,402 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T20:21:11,402 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:21:11,402 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:21:11,402 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:21:11,402 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:21:11,420 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=531 (was 360) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=37609 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: RS_OPEN_META-regionserver/8a040b4bf509:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36213 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: IPC Server idle connection scanner for port 43959 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f6d0c9f5890.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: RS:0;8a040b4bf509:37609 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37609 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bedb71b-a2c7-e0b6-2998-822a5657345f/cluster_d753e3b8-8d00-1365-df71-d50aea843b5d/data/data1/current/BP-791372715-172.17.0.2-1731010865728 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:36213 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp274374941-7892 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1150319980_20 at /127.0.0.1:59354 [Receiving block BP-791372715-172.17.0.2-1731010865728:blk_1073741833_1009] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 36213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 2 on default port 43959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@46647221 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-791372715-172.17.0.2-1731010865728:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp274374941-7887 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f6d0c4352a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36429 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 4 on default port 43959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp590395791-7936-acceptor-0@1a29557c-ServerConnector@6c792f7a{HTTP/1.1, (http/1.1)}{localhost:44283} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=36429 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;8a040b4bf509:37609-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36429 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp274374941-7891 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60708) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: qtp274374941-7886 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f6d0c4352a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp274374941-7888 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f6d0c4352a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=37609 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@586588ba java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp590395791-7938 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: master/8a040b4bf509:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1150319980_20 at /127.0.0.1:59276 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/8a040b4bf509:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@3a2bdfed java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 43959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36429 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PacketResponder: BP-791372715-172.17.0.2-1731010865728:blk_1073741833_1009, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=36429 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36213 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@1fb068a9 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37609 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 36213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36429 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@56b7299a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36213 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:36213/user/jenkins/test-data/0d95fa37-ff88-6d54-3a35-06b3d2b7d833-prefix:8a040b4bf509,37609,1731010868110.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@2e5e22b3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60708) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2063393310_20 at /127.0.0.1:59334 [Receiving block BP-791372715-172.17.0.2-1731010865728:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:60708 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: IPC Server handler 3 on default port 43959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37609 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: BP-791372715-172.17.0.2-1731010865728 heartbeating to localhost/127.0.0.1:36213 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60708) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server handler 1 on default port 36213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:36213/user/jenkins/test-data/0d95fa37-ff88-6d54-3a35-06b3d2b7d833/MasterData-prefix:8a040b4bf509,36429,1731010867842 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp274374941-7893 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:60708): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37609 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp274374941-7890-acceptor-0@157129fc-ServerConnector@781782ee{HTTP/1.1, (http/1.1)}{localhost:44329} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@2c3e5131 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.small.0-1731010869100 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: qtp590395791-7935 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f6d0c4352a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp590395791-7937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-6c28b3a8-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$592/0x00007f6d0caab308.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@3d10f114 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=36429 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 36213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36429 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36213 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: M:0;8a040b4bf509:36429 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: IPC Server handler 1 on default port 43959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: regionserver/8a040b4bf509:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(1826393050) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: 8a040b4bf509:36429 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.large.0-1731010869096 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@3f9e0268[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-6979ca91-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@612fd0bc java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37609 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37609 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 36213 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: regionserver/8a040b4bf509:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp274374941-7889 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f6d0c4352a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bedb71b-a2c7-e0b6-2998-822a5657345f/cluster_d753e3b8-8d00-1365-df71-d50aea843b5d/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1150319980_20 at /127.0.0.1:59366 [Receiving block BP-791372715-172.17.0.2-1731010865728:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-791372715-172.17.0.2-1731010865728:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=37609 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 2 on default port 36213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37609 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bedb71b-a2c7-e0b6-2998-822a5657345f/cluster_d753e3b8-8d00-1365-df71-d50aea843b5d/data/data2/current/BP-791372715-172.17.0.2-1731010865728 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36429 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36429 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:36213/user/jenkins/test-data/0d95fa37-ff88-6d54-3a35-06b3d2b7d833-prefix:8a040b4bf509,37609,1731010868110 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bedb71b-a2c7-e0b6-2998-822a5657345f/cluster_d753e3b8-8d00-1365-df71-d50aea843b5d/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=872 (was 794) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=450 (was 446) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=667 (was 726) 2024-11-07T20:21:11,423 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=531 is superior to 500 2024-11-07T20:21:11,436 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=531, OpenFileDescriptor=872, MaxFileDescriptor=1048576, SystemLoadAverage=450, ProcessCount=11, AvailableMemoryMB=666 2024-11-07T20:21:11,437 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=531 is superior to 500 2024-11-07T20:21:11,451 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-07T20:21:11,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bedb71b-a2c7-e0b6-2998-822a5657345f/hadoop.log.dir so I do NOT create it in target/test-data/ccf39d58-31e2-8334-ab0f-d9fbfb7e9d21 2024-11-07T20:21:11,452 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bedb71b-a2c7-e0b6-2998-822a5657345f/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T20:21:11,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bedb71b-a2c7-e0b6-2998-822a5657345f/hadoop.tmp.dir so I do NOT create it in target/test-data/ccf39d58-31e2-8334-ab0f-d9fbfb7e9d21 2024-11-07T20:21:11,452 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bedb71b-a2c7-e0b6-2998-822a5657345f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T20:21:11,452 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf39d58-31e2-8334-ab0f-d9fbfb7e9d21 2024-11-07T20:21:11,452 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf39d58-31e2-8334-ab0f-d9fbfb7e9d21/cluster_4d1706e5-af6e-a5e8-8333-a2fb10b41eda, deleteOnExit=true 2024-11-07T20:21:11,508 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf39d58-31e2-8334-ab0f-d9fbfb7e9d21/cluster_4d1706e5-af6e-a5e8-8333-a2fb10b41eda/zookeeper_0, clientPort=51667, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf39d58-31e2-8334-ab0f-d9fbfb7e9d21/cluster_4d1706e5-af6e-a5e8-8333-a2fb10b41eda/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf39d58-31e2-8334-ab0f-d9fbfb7e9d21/cluster_4d1706e5-af6e-a5e8-8333-a2fb10b41eda/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T20:21:11,508 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51667 2024-11-07T20:21:11,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T20:21:11,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T20:21:11,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf39d58-31e2-8334-ab0f-d9fbfb7e9d21/test.cache.data in system properties and HBase conf 2024-11-07T20:21:11,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf39d58-31e2-8334-ab0f-d9fbfb7e9d21/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T20:21:11,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf39d58-31e2-8334-ab0f-d9fbfb7e9d21/hadoop.log.dir in system properties and HBase conf 2024-11-07T20:21:11,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf39d58-31e2-8334-ab0f-d9fbfb7e9d21/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T20:21:11,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf39d58-31e2-8334-ab0f-d9fbfb7e9d21/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T20:21:11,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T20:21:11,509 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T20:21:11,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf39d58-31e2-8334-ab0f-d9fbfb7e9d21/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T20:21:11,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf39d58-31e2-8334-ab0f-d9fbfb7e9d21/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T20:21:11,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf39d58-31e2-8334-ab0f-d9fbfb7e9d21/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T20:21:11,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf39d58-31e2-8334-ab0f-d9fbfb7e9d21/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T20:21:11,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf39d58-31e2-8334-ab0f-d9fbfb7e9d21/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T20:21:11,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf39d58-31e2-8334-ab0f-d9fbfb7e9d21/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T20:21:11,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf39d58-31e2-8334-ab0f-d9fbfb7e9d21/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T20:21:11,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf39d58-31e2-8334-ab0f-d9fbfb7e9d21/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T20:21:11,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf39d58-31e2-8334-ab0f-d9fbfb7e9d21/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T20:21:11,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf39d58-31e2-8334-ab0f-d9fbfb7e9d21/nfs.dump.dir in system properties and HBase conf 2024-11-07T20:21:11,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf39d58-31e2-8334-ab0f-d9fbfb7e9d21/java.io.tmpdir in system properties and HBase conf 2024-11-07T20:21:11,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf39d58-31e2-8334-ab0f-d9fbfb7e9d21/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T20:21:11,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf39d58-31e2-8334-ab0f-d9fbfb7e9d21/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T20:21:11,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf39d58-31e2-8334-ab0f-d9fbfb7e9d21/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T20:21:11,913 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T20:21:11,922 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T20:21:11,956 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T20:21:11,956 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T20:21:11,956 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T20:21:11,961 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T20:21:11,962 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a115722{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf39d58-31e2-8334-ab0f-d9fbfb7e9d21/hadoop.log.dir/,AVAILABLE} 2024-11-07T20:21:11,962 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a7f0e46{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T20:21:12,082 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@f43fc42{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf39d58-31e2-8334-ab0f-d9fbfb7e9d21/java.io.tmpdir/jetty-localhost-37047-hadoop-hdfs-3_4_1-tests_jar-_-any-14533146334373921242/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T20:21:12,083 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@37f9db58{HTTP/1.1, (http/1.1)}{localhost:37047} 2024-11-07T20:21:12,083 INFO [Time-limited test {}] server.Server(415): Started @332849ms 2024-11-07T20:21:12,364 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T20:21:12,368 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T20:21:12,376 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T20:21:12,376 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T20:21:12,376 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T20:21:12,377 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@207437ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf39d58-31e2-8334-ab0f-d9fbfb7e9d21/hadoop.log.dir/,AVAILABLE} 2024-11-07T20:21:12,377 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ef88c79{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T20:21:12,490 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6d0cc257{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf39d58-31e2-8334-ab0f-d9fbfb7e9d21/java.io.tmpdir/jetty-localhost-41585-hadoop-hdfs-3_4_1-tests_jar-_-any-14574734438307309944/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T20:21:12,491 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@20badbdc{HTTP/1.1, (http/1.1)}{localhost:41585} 2024-11-07T20:21:12,491 INFO [Time-limited test {}] server.Server(415): Started @333257ms 2024-11-07T20:21:12,492 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T20:21:13,161 WARN [Thread-4313 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf39d58-31e2-8334-ab0f-d9fbfb7e9d21/cluster_4d1706e5-af6e-a5e8-8333-a2fb10b41eda/data/data1/current/BP-1582658692-172.17.0.2-1731010871530/current, will proceed with Du for space computation calculation, 2024-11-07T20:21:13,162 WARN [Thread-4314 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf39d58-31e2-8334-ab0f-d9fbfb7e9d21/cluster_4d1706e5-af6e-a5e8-8333-a2fb10b41eda/data/data2/current/BP-1582658692-172.17.0.2-1731010871530/current, will proceed with Du for space computation calculation, 2024-11-07T20:21:13,204 WARN [Thread-4301 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T20:21:13,211 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbb4edf7821f86339 with lease ID 0x178723c6641ca54c: Processing first storage report for DS-33e4ccb1-873c-4416-9302-8907ec6388f3 from datanode DatanodeRegistration(127.0.0.1:34809, datanodeUuid=ee2ea5fd-238c-4601-995e-1513046e2935, infoPort=38155, infoSecurePort=0, ipcPort=44673, storageInfo=lv=-57;cid=testClusterID;nsid=1295338041;c=1731010871530) 2024-11-07T20:21:13,211 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbb4edf7821f86339 with lease ID 0x178723c6641ca54c: from storage DS-33e4ccb1-873c-4416-9302-8907ec6388f3 node DatanodeRegistration(127.0.0.1:34809, datanodeUuid=ee2ea5fd-238c-4601-995e-1513046e2935, infoPort=38155, infoSecurePort=0, ipcPort=44673, storageInfo=lv=-57;cid=testClusterID;nsid=1295338041;c=1731010871530), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-07T20:21:13,212 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbb4edf7821f86339 with lease ID 0x178723c6641ca54c: Processing first storage report for DS-12c083e9-a485-4834-ac2f-9a7ae6e281f5 from datanode DatanodeRegistration(127.0.0.1:34809, datanodeUuid=ee2ea5fd-238c-4601-995e-1513046e2935, infoPort=38155, infoSecurePort=0, ipcPort=44673, storageInfo=lv=-57;cid=testClusterID;nsid=1295338041;c=1731010871530) 2024-11-07T20:21:13,212 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbb4edf7821f86339 with lease ID 0x178723c6641ca54c: from storage DS-12c083e9-a485-4834-ac2f-9a7ae6e281f5 node DatanodeRegistration(127.0.0.1:34809, datanodeUuid=ee2ea5fd-238c-4601-995e-1513046e2935, infoPort=38155, infoSecurePort=0, ipcPort=44673, storageInfo=lv=-57;cid=testClusterID;nsid=1295338041;c=1731010871530), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T20:21:13,236 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf39d58-31e2-8334-ab0f-d9fbfb7e9d21 2024-11-07T20:21:13,236 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:21:13,238 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:21:13,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34809 is added to blk_1073741825_1001 (size=7) 2024-11-07T20:21:13,249 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9 with version=8 2024-11-07T20:21:13,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/hbase-staging 2024-11-07T20:21:13,252 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8a040b4bf509:0 server-side Connection retries=45 2024-11-07T20:21:13,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:21:13,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T20:21:13,252 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T20:21:13,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:21:13,253 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T20:21:13,253 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T20:21:13,253 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T20:21:13,256 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39699 2024-11-07T20:21:13,257 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39699 connecting to ZooKeeper ensemble=127.0.0.1:51667 2024-11-07T20:21:13,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:396990x0, quorum=127.0.0.1:51667, baseZNode=/0-256835940 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T20:21:13,335 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39699-0x10116f5bc7e0000 connected 2024-11-07T20:21:13,427 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:21:13,429 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:21:13,431 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39699-0x10116f5bc7e0000, quorum=127.0.0.1:51667, baseZNode=/0-256835940 Set watcher on znode that does not yet exist, /0-256835940/running 2024-11-07T20:21:13,432 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9, hbase.cluster.distributed=false 2024-11-07T20:21:13,433 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39699-0x10116f5bc7e0000, quorum=127.0.0.1:51667, baseZNode=/0-256835940 Set watcher on znode that does not yet exist, /0-256835940/acl 2024-11-07T20:21:13,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39699 2024-11-07T20:21:13,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39699 2024-11-07T20:21:13,441 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39699 2024-11-07T20:21:13,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39699 2024-11-07T20:21:13,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39699 2024-11-07T20:21:13,462 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8a040b4bf509:0 server-side Connection retries=45 2024-11-07T20:21:13,463 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:21:13,463 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T20:21:13,463 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T20:21:13,463 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:21:13,463 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T20:21:13,463 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T20:21:13,463 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T20:21:13,464 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37141 2024-11-07T20:21:13,465 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37141 connecting to ZooKeeper ensemble=127.0.0.1:51667 2024-11-07T20:21:13,466 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:21:13,468 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:21:13,480 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:371410x0, quorum=127.0.0.1:51667, baseZNode=/0-256835940 Set watcher on znode that does not yet exist, /0-256835940/running 2024-11-07T20:21:13,481 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T20:21:13,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:371410x0, quorum=127.0.0.1:51667, baseZNode=/0-256835940 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T20:21:13,484 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T20:21:13,486 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:371410x0, quorum=127.0.0.1:51667, baseZNode=/0-256835940 Set watcher on znode that does not yet exist, /0-256835940/master 2024-11-07T20:21:13,488 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37141-0x10116f5bc7e0001, quorum=127.0.0.1:51667, baseZNode=/0-256835940 Set watcher on znode that does not yet exist, /0-256835940/acl 2024-11-07T20:21:13,488 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37141-0x10116f5bc7e0001 connected 2024-11-07T20:21:13,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37141 2024-11-07T20:21:13,489 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37141 2024-11-07T20:21:13,489 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37141 2024-11-07T20:21:13,490 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37141 2024-11-07T20:21:13,490 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37141 2024-11-07T20:21:13,507 DEBUG [M:0;8a040b4bf509:39699 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8a040b4bf509:39699 2024-11-07T20:21:13,508 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-256835940/backup-masters/8a040b4bf509,39699,1731010873252 2024-11-07T20:21:13,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39699-0x10116f5bc7e0000, quorum=127.0.0.1:51667, baseZNode=/0-256835940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-256835940/backup-masters 2024-11-07T20:21:13,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37141-0x10116f5bc7e0001, quorum=127.0.0.1:51667, baseZNode=/0-256835940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-256835940/backup-masters 2024-11-07T20:21:13,518 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39699-0x10116f5bc7e0000, quorum=127.0.0.1:51667, baseZNode=/0-256835940 Set watcher on existing znode=/0-256835940/backup-masters/8a040b4bf509,39699,1731010873252 2024-11-07T20:21:13,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37141-0x10116f5bc7e0001, quorum=127.0.0.1:51667, baseZNode=/0-256835940 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-256835940/master 2024-11-07T20:21:13,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37141-0x10116f5bc7e0001, quorum=127.0.0.1:51667, baseZNode=/0-256835940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-256835940 2024-11-07T20:21:13,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39699-0x10116f5bc7e0000, quorum=127.0.0.1:51667, baseZNode=/0-256835940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-256835940 2024-11-07T20:21:13,528 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39699-0x10116f5bc7e0000, quorum=127.0.0.1:51667, baseZNode=/0-256835940 Set watcher on existing znode=/0-256835940/master 2024-11-07T20:21:13,528 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-256835940/backup-masters/8a040b4bf509,39699,1731010873252 from backup master directory 2024-11-07T20:21:13,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37141-0x10116f5bc7e0001, quorum=127.0.0.1:51667, baseZNode=/0-256835940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-256835940/backup-masters 2024-11-07T20:21:13,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39699-0x10116f5bc7e0000, quorum=127.0.0.1:51667, baseZNode=/0-256835940 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-256835940/backup-masters/8a040b4bf509,39699,1731010873252 2024-11-07T20:21:13,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39699-0x10116f5bc7e0000, quorum=127.0.0.1:51667, baseZNode=/0-256835940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-256835940/backup-masters 2024-11-07T20:21:13,539 WARN [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T20:21:13,539 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8a040b4bf509,39699,1731010873252 2024-11-07T20:21:13,545 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/hbase.id] with ID: c55a6e8b-4b0a-4ae6-8275-c8f21fff8d59 2024-11-07T20:21:13,545 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/.tmp/hbase.id 2024-11-07T20:21:13,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34809 is added to blk_1073741826_1002 (size=42) 2024-11-07T20:21:13,957 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/.tmp/hbase.id]:[hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/hbase.id] 2024-11-07T20:21:13,966 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:21:13,967 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T20:21:13,968 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T20:21:14,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39699-0x10116f5bc7e0000, quorum=127.0.0.1:51667, baseZNode=/0-256835940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-256835940 2024-11-07T20:21:14,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37141-0x10116f5bc7e0001, quorum=127.0.0.1:51667, baseZNode=/0-256835940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-256835940 2024-11-07T20:21:14,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34809 is added to blk_1073741827_1003 (size=196) 2024-11-07T20:21:14,427 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T20:21:14,427 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T20:21:14,427 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:21:14,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34809 is added to blk_1073741828_1004 (size=1189) 2024-11-07T20:21:14,436 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/MasterData/data/master/store 2024-11-07T20:21:14,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34809 is added to blk_1073741829_1005 (size=34) 2024-11-07T20:21:14,447 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:21:14,447 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T20:21:14,447 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:21:14,447 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:21:14,447 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T20:21:14,447 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:21:14,447 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:21:14,447 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731010874447Disabling compacts and flushes for region at 1731010874447Disabling writes for close at 1731010874447Writing region close event to WAL at 1731010874447Closed at 1731010874447 2024-11-07T20:21:14,448 WARN [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/MasterData/data/master/store/.initializing 2024-11-07T20:21:14,448 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/MasterData/WALs/8a040b4bf509,39699,1731010873252 2024-11-07T20:21:14,449 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T20:21:14,450 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8a040b4bf509%2C39699%2C1731010873252, suffix=, logDir=hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/MasterData/WALs/8a040b4bf509,39699,1731010873252, archiveDir=hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/MasterData/oldWALs, maxLogs=10 2024-11-07T20:21:14,466 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/MasterData/WALs/8a040b4bf509,39699,1731010873252/8a040b4bf509%2C39699%2C1731010873252.1731010874450, exclude list is [], retry=0 2024-11-07T20:21:14,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34809,DS-33e4ccb1-873c-4416-9302-8907ec6388f3,DISK] 2024-11-07T20:21:14,470 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/MasterData/WALs/8a040b4bf509,39699,1731010873252/8a040b4bf509%2C39699%2C1731010873252.1731010874450 2024-11-07T20:21:14,470 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38155:38155)] 2024-11-07T20:21:14,470 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T20:21:14,470 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:21:14,470 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:21:14,471 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:21:14,472 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:21:14,473 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T20:21:14,473 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:21:14,473 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:21:14,473 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:21:14,474 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T20:21:14,474 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:21:14,474 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:21:14,474 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:21:14,475 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T20:21:14,475 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:21:14,475 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:21:14,475 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:21:14,476 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T20:21:14,476 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:21:14,476 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:21:14,477 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:21:14,477 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:21:14,477 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:21:14,478 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:21:14,478 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:21:14,479 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T20:21:14,479 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:21:14,481 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T20:21:14,481 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61301137, jitterRate=-0.08654187619686127}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T20:21:14,481 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731010874471Initializing all the Stores at 1731010874471Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010874471Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010874471Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010874471Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010874471Cleaning up temporary data from old regions at 1731010874478 (+7 ms)Region opened successfully at 1731010874481 (+3 ms) 2024-11-07T20:21:14,482 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T20:21:14,484 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1774a5d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a040b4bf509/172.17.0.2:0 2024-11-07T20:21:14,485 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T20:21:14,485 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T20:21:14,485 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T20:21:14,485 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T20:21:14,485 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T20:21:14,486 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T20:21:14,486 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T20:21:14,487 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T20:21:14,488 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39699-0x10116f5bc7e0000, quorum=127.0.0.1:51667, baseZNode=/0-256835940 Unable to get data of znode /0-256835940/balancer because node does not exist (not necessarily an error) 2024-11-07T20:21:14,537 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-256835940/balancer already deleted, retry=false 2024-11-07T20:21:14,538 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T20:21:14,539 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39699-0x10116f5bc7e0000, quorum=127.0.0.1:51667, baseZNode=/0-256835940 Unable to get data of znode /0-256835940/normalizer because node does not exist (not necessarily an error) 2024-11-07T20:21:14,548 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-256835940/normalizer already deleted, retry=false 2024-11-07T20:21:14,548 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T20:21:14,549 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39699-0x10116f5bc7e0000, quorum=127.0.0.1:51667, baseZNode=/0-256835940 Unable to get data of znode /0-256835940/switch/split because node does not exist (not necessarily an error) 2024-11-07T20:21:14,558 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-256835940/switch/split already deleted, retry=false 2024-11-07T20:21:14,559 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39699-0x10116f5bc7e0000, quorum=127.0.0.1:51667, baseZNode=/0-256835940 Unable to get data of znode /0-256835940/switch/merge because node does not exist (not necessarily an error) 2024-11-07T20:21:14,569 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-256835940/switch/merge already deleted, retry=false 2024-11-07T20:21:14,571 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39699-0x10116f5bc7e0000, quorum=127.0.0.1:51667, baseZNode=/0-256835940 Unable to get data of znode /0-256835940/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T20:21:14,579 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-256835940/snapshot-cleanup already deleted, retry=false 2024-11-07T20:21:14,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37141-0x10116f5bc7e0001, quorum=127.0.0.1:51667, baseZNode=/0-256835940 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-256835940/running 2024-11-07T20:21:14,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39699-0x10116f5bc7e0000, quorum=127.0.0.1:51667, baseZNode=/0-256835940 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-256835940/running 2024-11-07T20:21:14,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39699-0x10116f5bc7e0000, quorum=127.0.0.1:51667, baseZNode=/0-256835940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-256835940 2024-11-07T20:21:14,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37141-0x10116f5bc7e0001, quorum=127.0.0.1:51667, baseZNode=/0-256835940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-256835940 2024-11-07T20:21:14,590 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8a040b4bf509,39699,1731010873252, sessionid=0x10116f5bc7e0000, setting cluster-up flag (Was=false) 2024-11-07T20:21:14,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39699-0x10116f5bc7e0000, quorum=127.0.0.1:51667, baseZNode=/0-256835940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-256835940 2024-11-07T20:21:14,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37141-0x10116f5bc7e0001, quorum=127.0.0.1:51667, baseZNode=/0-256835940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-256835940 2024-11-07T20:21:14,643 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-256835940/flush-table-proc/acquired, /0-256835940/flush-table-proc/reached, /0-256835940/flush-table-proc/abort 2024-11-07T20:21:14,643 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a040b4bf509,39699,1731010873252 2024-11-07T20:21:14,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39699-0x10116f5bc7e0000, quorum=127.0.0.1:51667, baseZNode=/0-256835940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-256835940 2024-11-07T20:21:14,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37141-0x10116f5bc7e0001, quorum=127.0.0.1:51667, baseZNode=/0-256835940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-256835940 2024-11-07T20:21:14,695 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-256835940/online-snapshot/acquired, /0-256835940/online-snapshot/reached, /0-256835940/online-snapshot/abort 2024-11-07T20:21:14,696 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a040b4bf509,39699,1731010873252 2024-11-07T20:21:14,697 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T20:21:14,698 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T20:21:14,699 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T20:21:14,699 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T20:21:14,699 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8a040b4bf509,39699,1731010873252 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T20:21:14,700 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:21:14,700 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:21:14,700 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:21:14,700 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:21:14,700 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8a040b4bf509:0, corePoolSize=10, maxPoolSize=10 2024-11-07T20:21:14,700 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:21:14,700 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8a040b4bf509:0, corePoolSize=2, maxPoolSize=2 2024-11-07T20:21:14,700 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:21:14,701 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731010904701 2024-11-07T20:21:14,701 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T20:21:14,701 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T20:21:14,701 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T20:21:14,701 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T20:21:14,701 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T20:21:14,701 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T20:21:14,701 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T20:21:14,701 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T20:21:14,701 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T20:21:14,702 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T20:21:14,702 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T20:21:14,702 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T20:21:14,702 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T20:21:14,702 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T20:21:14,702 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:21:14,702 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T20:21:14,702 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.large.0-1731010874702,5,FailOnTimeoutGroup] 2024-11-07T20:21:14,702 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T20:21:14,702 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.small.0-1731010874702,5,FailOnTimeoutGroup] 2024-11-07T20:21:14,702 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T20:21:14,702 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T20:21:14,702 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T20:21:14,703 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T20:21:14,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34809 is added to blk_1073741831_1007 (size=1321) 2024-11-07T20:21:14,714 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T20:21:14,714 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9 2024-11-07T20:21:14,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34809 is added to blk_1073741832_1008 (size=32) 2024-11-07T20:21:14,792 INFO [RS:0;8a040b4bf509:37141 {}] regionserver.HRegionServer(746): ClusterId : c55a6e8b-4b0a-4ae6-8275-c8f21fff8d59 2024-11-07T20:21:14,793 DEBUG [RS:0;8a040b4bf509:37141 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T20:21:14,801 DEBUG [RS:0;8a040b4bf509:37141 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T20:21:14,801 DEBUG [RS:0;8a040b4bf509:37141 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T20:21:14,811 DEBUG [RS:0;8a040b4bf509:37141 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T20:21:14,811 DEBUG [RS:0;8a040b4bf509:37141 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@510cc314, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a040b4bf509/172.17.0.2:0 2024-11-07T20:21:14,821 DEBUG [RS:0;8a040b4bf509:37141 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8a040b4bf509:37141 2024-11-07T20:21:14,821 INFO [RS:0;8a040b4bf509:37141 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T20:21:14,822 INFO [RS:0;8a040b4bf509:37141 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T20:21:14,822 DEBUG [RS:0;8a040b4bf509:37141 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T20:21:14,822 INFO [RS:0;8a040b4bf509:37141 {}] regionserver.HRegionServer(2659): reportForDuty to master=8a040b4bf509,39699,1731010873252 with port=37141, startcode=1731010873462 2024-11-07T20:21:14,822 DEBUG [RS:0;8a040b4bf509:37141 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T20:21:14,823 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40117, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T20:21:14,824 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39699 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8a040b4bf509,37141,1731010873462 2024-11-07T20:21:14,824 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39699 {}] master.ServerManager(517): Registering regionserver=8a040b4bf509,37141,1731010873462 2024-11-07T20:21:14,825 DEBUG [RS:0;8a040b4bf509:37141 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9 2024-11-07T20:21:14,825 DEBUG [RS:0;8a040b4bf509:37141 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43795 2024-11-07T20:21:14,825 DEBUG [RS:0;8a040b4bf509:37141 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T20:21:14,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39699-0x10116f5bc7e0000, quorum=127.0.0.1:51667, baseZNode=/0-256835940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-256835940/rs 2024-11-07T20:21:14,838 DEBUG [RS:0;8a040b4bf509:37141 {}] zookeeper.ZKUtil(111): regionserver:37141-0x10116f5bc7e0001, quorum=127.0.0.1:51667, baseZNode=/0-256835940 Set watcher on existing znode=/0-256835940/rs/8a040b4bf509,37141,1731010873462 2024-11-07T20:21:14,838 WARN [RS:0;8a040b4bf509:37141 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T20:21:14,838 INFO [RS:0;8a040b4bf509:37141 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:21:14,838 DEBUG [RS:0;8a040b4bf509:37141 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/WALs/8a040b4bf509,37141,1731010873462 2024-11-07T20:21:14,838 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8a040b4bf509,37141,1731010873462] 2024-11-07T20:21:14,841 INFO [RS:0;8a040b4bf509:37141 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T20:21:14,842 INFO [RS:0;8a040b4bf509:37141 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T20:21:14,842 INFO [RS:0;8a040b4bf509:37141 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T20:21:14,842 INFO [RS:0;8a040b4bf509:37141 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:21:14,843 INFO [RS:0;8a040b4bf509:37141 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T20:21:14,843 INFO [RS:0;8a040b4bf509:37141 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T20:21:14,843 INFO [RS:0;8a040b4bf509:37141 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T20:21:14,843 DEBUG [RS:0;8a040b4bf509:37141 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:21:14,843 DEBUG [RS:0;8a040b4bf509:37141 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:21:14,843 DEBUG [RS:0;8a040b4bf509:37141 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:21:14,844 DEBUG [RS:0;8a040b4bf509:37141 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:21:14,844 DEBUG [RS:0;8a040b4bf509:37141 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:21:14,844 DEBUG [RS:0;8a040b4bf509:37141 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8a040b4bf509:0, corePoolSize=2, maxPoolSize=2 2024-11-07T20:21:14,844 DEBUG [RS:0;8a040b4bf509:37141 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:21:14,844 DEBUG [RS:0;8a040b4bf509:37141 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:21:14,844 DEBUG [RS:0;8a040b4bf509:37141 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:21:14,844 DEBUG [RS:0;8a040b4bf509:37141 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:21:14,844 DEBUG [RS:0;8a040b4bf509:37141 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:21:14,844 DEBUG [RS:0;8a040b4bf509:37141 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:21:14,844 DEBUG [RS:0;8a040b4bf509:37141 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8a040b4bf509:0, corePoolSize=3, maxPoolSize=3 2024-11-07T20:21:14,844 DEBUG [RS:0;8a040b4bf509:37141 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8a040b4bf509:0, corePoolSize=3, maxPoolSize=3 2024-11-07T20:21:14,848 INFO [RS:0;8a040b4bf509:37141 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T20:21:14,848 INFO [RS:0;8a040b4bf509:37141 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T20:21:14,848 INFO [RS:0;8a040b4bf509:37141 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:21:14,848 INFO [RS:0;8a040b4bf509:37141 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T20:21:14,848 INFO [RS:0;8a040b4bf509:37141 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T20:21:14,848 INFO [RS:0;8a040b4bf509:37141 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,37141,1731010873462-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T20:21:14,865 INFO [RS:0;8a040b4bf509:37141 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T20:21:14,865 INFO [RS:0;8a040b4bf509:37141 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,37141,1731010873462-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:21:14,865 INFO [RS:0;8a040b4bf509:37141 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:21:14,865 INFO [RS:0;8a040b4bf509:37141 {}] regionserver.Replication(171): 8a040b4bf509,37141,1731010873462 started 2024-11-07T20:21:14,882 INFO [RS:0;8a040b4bf509:37141 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:21:14,882 INFO [RS:0;8a040b4bf509:37141 {}] regionserver.HRegionServer(1482): Serving as 8a040b4bf509,37141,1731010873462, RpcServer on 8a040b4bf509/172.17.0.2:37141, sessionid=0x10116f5bc7e0001 2024-11-07T20:21:14,882 DEBUG [RS:0;8a040b4bf509:37141 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T20:21:14,882 DEBUG [RS:0;8a040b4bf509:37141 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8a040b4bf509,37141,1731010873462 2024-11-07T20:21:14,882 DEBUG [RS:0;8a040b4bf509:37141 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a040b4bf509,37141,1731010873462' 2024-11-07T20:21:14,882 DEBUG [RS:0;8a040b4bf509:37141 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-256835940/flush-table-proc/abort' 2024-11-07T20:21:14,882 DEBUG [RS:0;8a040b4bf509:37141 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-256835940/flush-table-proc/acquired' 2024-11-07T20:21:14,883 DEBUG [RS:0;8a040b4bf509:37141 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T20:21:14,883 DEBUG [RS:0;8a040b4bf509:37141 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T20:21:14,883 DEBUG [RS:0;8a040b4bf509:37141 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8a040b4bf509,37141,1731010873462 2024-11-07T20:21:14,883 DEBUG [RS:0;8a040b4bf509:37141 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a040b4bf509,37141,1731010873462' 2024-11-07T20:21:14,883 DEBUG [RS:0;8a040b4bf509:37141 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-256835940/online-snapshot/abort' 2024-11-07T20:21:14,883 DEBUG [RS:0;8a040b4bf509:37141 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-256835940/online-snapshot/acquired' 2024-11-07T20:21:14,883 DEBUG [RS:0;8a040b4bf509:37141 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T20:21:14,883 INFO [RS:0;8a040b4bf509:37141 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T20:21:14,883 INFO [RS:0;8a040b4bf509:37141 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T20:21:14,985 INFO [RS:0;8a040b4bf509:37141 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T20:21:14,989 INFO [RS:0;8a040b4bf509:37141 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a040b4bf509%2C37141%2C1731010873462, suffix=, logDir=hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/WALs/8a040b4bf509,37141,1731010873462, archiveDir=hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/oldWALs, maxLogs=10 2024-11-07T20:21:15,006 DEBUG [RS:0;8a040b4bf509:37141 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/WALs/8a040b4bf509,37141,1731010873462/8a040b4bf509%2C37141%2C1731010873462.1731010874989, exclude list is [], retry=0 2024-11-07T20:21:15,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34809,DS-33e4ccb1-873c-4416-9302-8907ec6388f3,DISK] 2024-11-07T20:21:15,009 INFO [RS:0;8a040b4bf509:37141 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/WALs/8a040b4bf509,37141,1731010873462/8a040b4bf509%2C37141%2C1731010873462.1731010874989 2024-11-07T20:21:15,009 DEBUG [RS:0;8a040b4bf509:37141 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38155:38155)] 2024-11-07T20:21:15,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:21:15,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T20:21:15,122 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T20:21:15,123 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:21:15,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:21:15,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T20:21:15,123 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T20:21:15,124 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:21:15,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:21:15,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T20:21:15,124 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T20:21:15,125 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:21:15,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:21:15,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T20:21:15,125 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T20:21:15,125 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:21:15,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:21:15,126 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T20:21:15,126 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/data/hbase/meta/1588230740 2024-11-07T20:21:15,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/data/hbase/meta/1588230740 2024-11-07T20:21:15,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T20:21:15,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T20:21:15,128 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T20:21:15,128 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T20:21:15,130 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T20:21:15,130 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68795376, jitterRate=0.0251309871673584}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T20:21:15,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731010875121Initializing all the Stores at 1731010875121Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010875121Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010875121Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010875121Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010875121Cleaning up temporary data from old regions at 1731010875127 (+6 ms)Region opened successfully at 1731010875130 (+3 ms) 2024-11-07T20:21:15,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T20:21:15,130 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T20:21:15,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T20:21:15,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T20:21:15,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T20:21:15,130 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T20:21:15,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731010875130Disabling compacts and flushes for region at 1731010875130Disabling writes for close at 1731010875130Writing region close event to WAL at 1731010875130Closed at 1731010875130 2024-11-07T20:21:15,131 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T20:21:15,131 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T20:21:15,131 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T20:21:15,132 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T20:21:15,133 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T20:21:15,283 DEBUG [8a040b4bf509:39699 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T20:21:15,283 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8a040b4bf509,37141,1731010873462 2024-11-07T20:21:15,284 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a040b4bf509,37141,1731010873462, state=OPENING 2024-11-07T20:21:15,295 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T20:21:15,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39699-0x10116f5bc7e0000, quorum=127.0.0.1:51667, baseZNode=/0-256835940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-256835940 2024-11-07T20:21:15,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37141-0x10116f5bc7e0001, quorum=127.0.0.1:51667, baseZNode=/0-256835940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-256835940 2024-11-07T20:21:15,306 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-256835940/meta-region-server: CHANGED 2024-11-07T20:21:15,306 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-256835940/meta-region-server: CHANGED 2024-11-07T20:21:15,306 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T20:21:15,306 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8a040b4bf509,37141,1731010873462}] 2024-11-07T20:21:15,427 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T20:21:15,428 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:15,428 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:15,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:15,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:15,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:15,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:15,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:15,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:15,458 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T20:21:15,460 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49215, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T20:21:15,463 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T20:21:15,463 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:21:15,463 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T20:21:15,465 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a040b4bf509%2C37141%2C1731010873462.meta, suffix=.meta, logDir=hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/WALs/8a040b4bf509,37141,1731010873462, archiveDir=hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/oldWALs, maxLogs=10 2024-11-07T20:21:15,474 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:15,474 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:15,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:15,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:15,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:15,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:15,479 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/WALs/8a040b4bf509,37141,1731010873462/8a040b4bf509%2C37141%2C1731010873462.meta.1731010875465.meta, exclude list is [], retry=0 2024-11-07T20:21:15,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34809,DS-33e4ccb1-873c-4416-9302-8907ec6388f3,DISK] 2024-11-07T20:21:15,482 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/WALs/8a040b4bf509,37141,1731010873462/8a040b4bf509%2C37141%2C1731010873462.meta.1731010875465.meta 2024-11-07T20:21:15,482 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38155:38155)] 2024-11-07T20:21:15,483 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T20:21:15,483 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T20:21:15,483 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T20:21:15,483 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T20:21:15,483 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T20:21:15,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:15,483 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T20:21:15,483 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:21:15,483 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T20:21:15,483 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T20:21:15,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T20:21:15,485 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T20:21:15,485 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:21:15,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:21:15,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T20:21:15,486 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T20:21:15,486 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:21:15,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:21:15,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T20:21:15,487 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T20:21:15,487 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:21:15,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:21:15,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T20:21:15,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:15,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:15,487 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T20:21:15,488 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:21:15,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:21:15,488 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T20:21:15,488 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/data/hbase/meta/1588230740 2024-11-07T20:21:15,489 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/data/hbase/meta/1588230740 2024-11-07T20:21:15,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:15,490 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T20:21:15,490 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T20:21:15,490 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T20:21:15,491 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T20:21:15,492 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72031306, jitterRate=0.07335010170936584}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T20:21:15,492 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T20:21:15,492 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731010875483Writing region info on filesystem at 1731010875483Initializing all the Stores at 1731010875484 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010875484Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010875484Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010875484Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010875484Cleaning up temporary data from old regions at 1731010875490 (+6 ms)Running coprocessor post-open hooks at 1731010875492 (+2 ms)Region opened successfully at 1731010875492 2024-11-07T20:21:15,493 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731010875458 2024-11-07T20:21:15,495 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T20:21:15,495 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8a040b4bf509,37141,1731010873462 2024-11-07T20:21:15,495 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T20:21:15,496 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a040b4bf509,37141,1731010873462, state=OPEN 2024-11-07T20:21:15,525 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T20:21:15,525 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-07T20:21:15,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39699-0x10116f5bc7e0000, quorum=127.0.0.1:51667, baseZNode=/0-256835940 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-256835940/meta-region-server 2024-11-07T20:21:15,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37141-0x10116f5bc7e0001, quorum=127.0.0.1:51667, baseZNode=/0-256835940 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-256835940/meta-region-server 2024-11-07T20:21:15,590 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8a040b4bf509,37141,1731010873462 2024-11-07T20:21:15,590 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-256835940/meta-region-server: CHANGED 2024-11-07T20:21:15,590 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-256835940/meta-region-server: CHANGED 2024-11-07T20:21:15,592 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T20:21:15,592 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8a040b4bf509,37141,1731010873462 in 284 msec 2024-11-07T20:21:15,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T20:21:15,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 461 msec 2024-11-07T20:21:15,594 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T20:21:15,594 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T20:21:15,595 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:21:15,595 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,37141,1731010873462, seqNum=-1] 2024-11-07T20:21:15,595 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:21:15,596 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41601, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T20:21:15,600 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 902 msec 2024-11-07T20:21:15,600 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731010875600, completionTime=-1 2024-11-07T20:21:15,601 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T20:21:15,601 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T20:21:15,602 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T20:21:15,602 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731010935602 2024-11-07T20:21:15,602 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731010995602 2024-11-07T20:21:15,603 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-07T20:21:15,603 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,39699,1731010873252-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:21:15,603 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,39699,1731010873252-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:21:15,603 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,39699,1731010873252-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:21:15,603 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8a040b4bf509:39699, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:21:15,603 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T20:21:15,603 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T20:21:15,605 DEBUG [master/8a040b4bf509:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T20:21:15,606 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.066sec 2024-11-07T20:21:15,606 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T20:21:15,606 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T20:21:15,606 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T20:21:15,606 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T20:21:15,607 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T20:21:15,607 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,39699,1731010873252-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T20:21:15,607 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,39699,1731010873252-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T20:21:15,609 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T20:21:15,609 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T20:21:15,609 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,39699,1731010873252-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:21:15,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fa94287, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:21:15,693 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,39699,-1 for getting cluster id 2024-11-07T20:21:15,694 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:21:15,695 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c55a6e8b-4b0a-4ae6-8275-c8f21fff8d59' 2024-11-07T20:21:15,695 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:21:15,695 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c55a6e8b-4b0a-4ae6-8275-c8f21fff8d59" 2024-11-07T20:21:15,695 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48371e99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:21:15,695 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,39699,-1] 2024-11-07T20:21:15,695 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:21:15,695 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:21:15,696 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:21:15,697 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66067352, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:21:15,697 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:21:15,697 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,37141,1731010873462, seqNum=-1] 2024-11-07T20:21:15,698 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:21:15,698 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T20:21:15,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8a040b4bf509,39699,1731010873252 2024-11-07T20:21:15,700 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51667 2024-11-07T20:21:15,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51667, baseZNode=/0-256835940 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T20:21:15,711 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10116f5bc7e0002 connected 2024-11-07T20:21:15,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf39d58-31e2-8334-ab0f-d9fbfb7e9d21/hadoop.log.dir so I do NOT create it in target/test-data/662a80bc-556b-f26a-71f5-2124ff8ffe6f 2024-11-07T20:21:15,724 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf39d58-31e2-8334-ab0f-d9fbfb7e9d21/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T20:21:15,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf39d58-31e2-8334-ab0f-d9fbfb7e9d21/hadoop.tmp.dir so I do NOT create it in target/test-data/662a80bc-556b-f26a-71f5-2124ff8ffe6f 2024-11-07T20:21:15,724 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf39d58-31e2-8334-ab0f-d9fbfb7e9d21/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T20:21:15,724 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662a80bc-556b-f26a-71f5-2124ff8ffe6f 2024-11-07T20:21:15,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T20:21:15,724 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662a80bc-556b-f26a-71f5-2124ff8ffe6f/cluster_353a2728-8a2e-ab6c-ebda-7b4010de211c, deleteOnExit=true 2024-11-07T20:21:15,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T20:21:15,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662a80bc-556b-f26a-71f5-2124ff8ffe6f/test.cache.data in system properties and HBase conf 2024-11-07T20:21:15,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662a80bc-556b-f26a-71f5-2124ff8ffe6f/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T20:21:15,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662a80bc-556b-f26a-71f5-2124ff8ffe6f/hadoop.log.dir in system properties and HBase conf 2024-11-07T20:21:15,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662a80bc-556b-f26a-71f5-2124ff8ffe6f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T20:21:15,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662a80bc-556b-f26a-71f5-2124ff8ffe6f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T20:21:15,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T20:21:15,724 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T20:21:15,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662a80bc-556b-f26a-71f5-2124ff8ffe6f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T20:21:15,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662a80bc-556b-f26a-71f5-2124ff8ffe6f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T20:21:15,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662a80bc-556b-f26a-71f5-2124ff8ffe6f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T20:21:15,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662a80bc-556b-f26a-71f5-2124ff8ffe6f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T20:21:15,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662a80bc-556b-f26a-71f5-2124ff8ffe6f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T20:21:15,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662a80bc-556b-f26a-71f5-2124ff8ffe6f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T20:21:15,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662a80bc-556b-f26a-71f5-2124ff8ffe6f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T20:21:15,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662a80bc-556b-f26a-71f5-2124ff8ffe6f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T20:21:15,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662a80bc-556b-f26a-71f5-2124ff8ffe6f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T20:21:15,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662a80bc-556b-f26a-71f5-2124ff8ffe6f/nfs.dump.dir in system properties and HBase conf 2024-11-07T20:21:15,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662a80bc-556b-f26a-71f5-2124ff8ffe6f/java.io.tmpdir in system properties and HBase conf 2024-11-07T20:21:15,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662a80bc-556b-f26a-71f5-2124ff8ffe6f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T20:21:15,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662a80bc-556b-f26a-71f5-2124ff8ffe6f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T20:21:15,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662a80bc-556b-f26a-71f5-2124ff8ffe6f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T20:21:16,287 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T20:21:16,289 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T20:21:16,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T20:21:16,292 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-07T20:21:16,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-07T20:21:16,292 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-07T20:21:16,293 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T20:21:16,293 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-07T20:21:16,293 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-07T20:21:16,293 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-07T20:21:16,293 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T20:21:16,293 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T20:21:16,293 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T20:21:16,293 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T20:21:16,294 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f8aa5f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662a80bc-556b-f26a-71f5-2124ff8ffe6f/hadoop.log.dir/,AVAILABLE} 2024-11-07T20:21:16,294 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7da059c6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T20:21:16,413 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6fcf1393{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662a80bc-556b-f26a-71f5-2124ff8ffe6f/java.io.tmpdir/jetty-localhost-35433-hadoop-hdfs-3_4_1-tests_jar-_-any-16503450723211948255/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T20:21:16,414 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2190a081{HTTP/1.1, (http/1.1)}{localhost:35433} 2024-11-07T20:21:16,414 INFO [Time-limited test {}] server.Server(415): Started @337180ms 2024-11-07T20:21:16,674 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T20:21:16,678 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T20:21:16,681 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T20:21:16,681 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T20:21:16,681 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T20:21:16,681 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@155598f1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662a80bc-556b-f26a-71f5-2124ff8ffe6f/hadoop.log.dir/,AVAILABLE} 2024-11-07T20:21:16,681 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55c6c6d8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T20:21:16,776 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6edf7768{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662a80bc-556b-f26a-71f5-2124ff8ffe6f/java.io.tmpdir/jetty-localhost-38399-hadoop-hdfs-3_4_1-tests_jar-_-any-12061814233354064664/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T20:21:16,776 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61e58534{HTTP/1.1, (http/1.1)}{localhost:38399} 2024-11-07T20:21:16,776 INFO [Time-limited test {}] server.Server(415): Started @337543ms 2024-11-07T20:21:16,777 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T20:21:17,979 WARN [Thread-4434 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662a80bc-556b-f26a-71f5-2124ff8ffe6f/cluster_353a2728-8a2e-ab6c-ebda-7b4010de211c/data/data1/current/BP-1972836333-172.17.0.2-1731010875738/current, will proceed with Du for space computation calculation, 2024-11-07T20:21:17,979 WARN [Thread-4435 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662a80bc-556b-f26a-71f5-2124ff8ffe6f/cluster_353a2728-8a2e-ab6c-ebda-7b4010de211c/data/data2/current/BP-1972836333-172.17.0.2-1731010875738/current, will proceed with Du for space computation calculation, 2024-11-07T20:21:18,003 WARN [Thread-4422 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T20:21:18,005 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc570b8c1711c0603 with lease ID 0x8c7c0f4124b00054: Processing first storage report for DS-5a6a00af-025a-482d-bf4b-09a6a1f0db1d from datanode DatanodeRegistration(127.0.0.1:42653, datanodeUuid=a9a7c8ef-2591-40b0-8eb8-933cfafbd7fc, infoPort=40147, infoSecurePort=0, ipcPort=36815, storageInfo=lv=-57;cid=testClusterID;nsid=1295204098;c=1731010875738) 2024-11-07T20:21:18,005 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc570b8c1711c0603 with lease ID 0x8c7c0f4124b00054: from storage DS-5a6a00af-025a-482d-bf4b-09a6a1f0db1d node DatanodeRegistration(127.0.0.1:42653, datanodeUuid=a9a7c8ef-2591-40b0-8eb8-933cfafbd7fc, infoPort=40147, infoSecurePort=0, ipcPort=36815, storageInfo=lv=-57;cid=testClusterID;nsid=1295204098;c=1731010875738), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T20:21:18,005 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc570b8c1711c0603 with lease ID 0x8c7c0f4124b00054: Processing first storage report for DS-05c2768c-6ce6-4235-bd97-8ffcf99d0ee9 from datanode DatanodeRegistration(127.0.0.1:42653, datanodeUuid=a9a7c8ef-2591-40b0-8eb8-933cfafbd7fc, infoPort=40147, infoSecurePort=0, ipcPort=36815, storageInfo=lv=-57;cid=testClusterID;nsid=1295204098;c=1731010875738) 2024-11-07T20:21:18,005 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc570b8c1711c0603 with lease ID 0x8c7c0f4124b00054: from storage DS-05c2768c-6ce6-4235-bd97-8ffcf99d0ee9 node DatanodeRegistration(127.0.0.1:42653, datanodeUuid=a9a7c8ef-2591-40b0-8eb8-933cfafbd7fc, infoPort=40147, infoSecurePort=0, ipcPort=36815, storageInfo=lv=-57;cid=testClusterID;nsid=1295204098;c=1731010875738), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T20:21:18,104 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662a80bc-556b-f26a-71f5-2124ff8ffe6f 2024-11-07T20:21:18,104 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:21:18,106 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:21:18,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42653 is added to blk_1073741825_1001 (size=7) 2024-11-07T20:21:18,513 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c with version=8 2024-11-07T20:21:18,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/hbase-staging 2024-11-07T20:21:18,514 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8a040b4bf509:0 server-side Connection retries=45 2024-11-07T20:21:18,514 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:21:18,514 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T20:21:18,514 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T20:21:18,514 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:21:18,514 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T20:21:18,514 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T20:21:18,514 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T20:21:18,515 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45655 2024-11-07T20:21:18,515 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45655 connecting to ZooKeeper ensemble=127.0.0.1:51667 2024-11-07T20:21:18,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:456550x0, quorum=127.0.0.1:51667, baseZNode=/1-1839151984 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T20:21:18,556 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45655-0x10116f5bc7e0003 connected 2024-11-07T20:21:18,832 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:21:18,833 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:21:18,834 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45655-0x10116f5bc7e0003, quorum=127.0.0.1:51667, baseZNode=/1-1839151984 Set watcher on znode that does not yet exist, /1-1839151984/running 2024-11-07T20:21:18,834 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c, hbase.cluster.distributed=false 2024-11-07T20:21:18,835 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45655-0x10116f5bc7e0003, quorum=127.0.0.1:51667, baseZNode=/1-1839151984 Set watcher on znode that does not yet exist, /1-1839151984/acl 2024-11-07T20:21:18,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45655 2024-11-07T20:21:18,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45655 2024-11-07T20:21:18,838 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45655 2024-11-07T20:21:18,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45655 2024-11-07T20:21:18,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45655 2024-11-07T20:21:18,853 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8a040b4bf509:0 server-side Connection retries=45 2024-11-07T20:21:18,853 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:21:18,853 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T20:21:18,853 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T20:21:18,853 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:21:18,853 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T20:21:18,853 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T20:21:18,853 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T20:21:18,854 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38751 2024-11-07T20:21:18,854 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38751 connecting to ZooKeeper ensemble=127.0.0.1:51667 2024-11-07T20:21:18,855 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:21:18,856 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:21:18,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:387510x0, quorum=127.0.0.1:51667, baseZNode=/1-1839151984 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T20:21:18,869 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:387510x0, quorum=127.0.0.1:51667, baseZNode=/1-1839151984 Set watcher on znode that does not yet exist, /1-1839151984/running 2024-11-07T20:21:18,869 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38751-0x10116f5bc7e0004 connected 2024-11-07T20:21:18,869 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T20:21:18,870 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T20:21:18,870 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38751-0x10116f5bc7e0004, quorum=127.0.0.1:51667, baseZNode=/1-1839151984 Set watcher on znode that does not yet exist, /1-1839151984/master 2024-11-07T20:21:18,871 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38751-0x10116f5bc7e0004, quorum=127.0.0.1:51667, baseZNode=/1-1839151984 Set watcher on znode that does not yet exist, /1-1839151984/acl 2024-11-07T20:21:18,871 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38751 2024-11-07T20:21:18,871 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38751 2024-11-07T20:21:18,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38751 2024-11-07T20:21:18,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38751 2024-11-07T20:21:18,874 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38751 2024-11-07T20:21:18,885 DEBUG [M:0;8a040b4bf509:45655 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8a040b4bf509:45655 2024-11-07T20:21:18,885 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1839151984/backup-masters/8a040b4bf509,45655,1731010878514 2024-11-07T20:21:18,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38751-0x10116f5bc7e0004, quorum=127.0.0.1:51667, baseZNode=/1-1839151984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1839151984/backup-masters 2024-11-07T20:21:18,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45655-0x10116f5bc7e0003, quorum=127.0.0.1:51667, baseZNode=/1-1839151984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1839151984/backup-masters 2024-11-07T20:21:18,895 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45655-0x10116f5bc7e0003, quorum=127.0.0.1:51667, baseZNode=/1-1839151984 Set watcher on existing znode=/1-1839151984/backup-masters/8a040b4bf509,45655,1731010878514 2024-11-07T20:21:18,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45655-0x10116f5bc7e0003, quorum=127.0.0.1:51667, baseZNode=/1-1839151984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1839151984 2024-11-07T20:21:18,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38751-0x10116f5bc7e0004, quorum=127.0.0.1:51667, baseZNode=/1-1839151984 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1839151984/master 2024-11-07T20:21:18,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38751-0x10116f5bc7e0004, quorum=127.0.0.1:51667, baseZNode=/1-1839151984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1839151984 2024-11-07T20:21:18,916 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45655-0x10116f5bc7e0003, quorum=127.0.0.1:51667, baseZNode=/1-1839151984 Set watcher on existing znode=/1-1839151984/master 2024-11-07T20:21:18,917 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1839151984/backup-masters/8a040b4bf509,45655,1731010878514 from backup master directory 2024-11-07T20:21:18,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38751-0x10116f5bc7e0004, quorum=127.0.0.1:51667, baseZNode=/1-1839151984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1839151984/backup-masters 2024-11-07T20:21:18,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45655-0x10116f5bc7e0003, quorum=127.0.0.1:51667, baseZNode=/1-1839151984 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1839151984/backup-masters/8a040b4bf509,45655,1731010878514 2024-11-07T20:21:18,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45655-0x10116f5bc7e0003, quorum=127.0.0.1:51667, baseZNode=/1-1839151984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1839151984/backup-masters 2024-11-07T20:21:18,960 WARN [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T20:21:18,961 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8a040b4bf509,45655,1731010878514 2024-11-07T20:21:18,963 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/hbase.id] with ID: 0d127279-8e02-4f5b-abea-b66e4004c394 2024-11-07T20:21:18,963 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/.tmp/hbase.id 2024-11-07T20:21:18,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42653 is added to blk_1073741826_1002 (size=42) 2024-11-07T20:21:19,367 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/.tmp/hbase.id]:[hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/hbase.id] 2024-11-07T20:21:19,377 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:21:19,377 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T20:21:19,378 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T20:21:19,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45655-0x10116f5bc7e0003, quorum=127.0.0.1:51667, baseZNode=/1-1839151984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1839151984 2024-11-07T20:21:19,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38751-0x10116f5bc7e0004, quorum=127.0.0.1:51667, baseZNode=/1-1839151984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1839151984 2024-11-07T20:21:19,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42653 is added to blk_1073741827_1003 (size=196) 2024-11-07T20:21:19,798 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T20:21:19,798 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T20:21:19,800 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:21:19,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42653 is added to blk_1073741828_1004 (size=1189) 2024-11-07T20:21:20,215 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/MasterData/data/master/store 2024-11-07T20:21:20,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42653 is added to blk_1073741829_1005 (size=34) 2024-11-07T20:21:20,620 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:21:20,620 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T20:21:20,620 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:21:20,620 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:21:20,620 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T20:21:20,620 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:21:20,620 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:21:20,620 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731010880620Disabling compacts and flushes for region at 1731010880620Disabling writes for close at 1731010880620Writing region close event to WAL at 1731010880620Closed at 1731010880620 2024-11-07T20:21:20,621 WARN [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/MasterData/data/master/store/.initializing 2024-11-07T20:21:20,621 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/MasterData/WALs/8a040b4bf509,45655,1731010878514 2024-11-07T20:21:20,621 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T20:21:20,623 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8a040b4bf509%2C45655%2C1731010878514, suffix=, logDir=hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/MasterData/WALs/8a040b4bf509,45655,1731010878514, archiveDir=hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/MasterData/oldWALs, maxLogs=10 2024-11-07T20:21:20,638 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/MasterData/WALs/8a040b4bf509,45655,1731010878514/8a040b4bf509%2C45655%2C1731010878514.1731010880623, exclude list is [], retry=0 2024-11-07T20:21:20,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42653,DS-5a6a00af-025a-482d-bf4b-09a6a1f0db1d,DISK] 2024-11-07T20:21:20,642 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/MasterData/WALs/8a040b4bf509,45655,1731010878514/8a040b4bf509%2C45655%2C1731010878514.1731010880623 2024-11-07T20:21:20,644 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40147:40147)] 2024-11-07T20:21:20,644 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T20:21:20,645 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:21:20,645 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:21:20,645 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:21:20,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:21:20,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T20:21:20,647 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:21:20,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:21:20,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:21:20,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T20:21:20,648 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:21:20,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:21:20,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:21:20,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T20:21:20,650 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:21:20,650 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:21:20,650 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:21:20,650 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T20:21:20,651 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:21:20,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:21:20,651 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:21:20,651 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:21:20,652 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:21:20,652 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:21:20,652 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:21:20,653 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T20:21:20,654 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:21:20,657 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T20:21:20,657 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60952540, jitterRate=-0.09173637628555298}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T20:21:20,657 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731010880645Initializing all the Stores at 1731010880645Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010880645Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010880646 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010880646Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010880646Cleaning up temporary data from old regions at 1731010880653 (+7 ms)Region opened successfully at 1731010880657 (+4 ms) 2024-11-07T20:21:20,657 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T20:21:20,660 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40ff6e25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a040b4bf509/172.17.0.2:0 2024-11-07T20:21:20,660 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T20:21:20,660 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T20:21:20,660 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T20:21:20,661 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T20:21:20,661 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T20:21:20,661 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T20:21:20,661 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T20:21:20,663 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T20:21:20,664 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45655-0x10116f5bc7e0003, quorum=127.0.0.1:51667, baseZNode=/1-1839151984 Unable to get data of znode /1-1839151984/balancer because node does not exist (not necessarily an error) 2024-11-07T20:21:20,711 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1839151984/balancer already deleted, retry=false 2024-11-07T20:21:20,711 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T20:21:20,712 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45655-0x10116f5bc7e0003, quorum=127.0.0.1:51667, baseZNode=/1-1839151984 Unable to get data of znode /1-1839151984/normalizer because node does not exist (not necessarily an error) 2024-11-07T20:21:20,721 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1839151984/normalizer already deleted, retry=false 2024-11-07T20:21:20,721 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T20:21:20,722 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45655-0x10116f5bc7e0003, quorum=127.0.0.1:51667, baseZNode=/1-1839151984 Unable to get data of znode /1-1839151984/switch/split because node does not exist (not necessarily an error) 2024-11-07T20:21:20,732 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1839151984/switch/split already deleted, retry=false 2024-11-07T20:21:20,732 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45655-0x10116f5bc7e0003, quorum=127.0.0.1:51667, baseZNode=/1-1839151984 Unable to get data of znode /1-1839151984/switch/merge because node does not exist (not necessarily an error) 2024-11-07T20:21:20,742 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1839151984/switch/merge already deleted, retry=false 2024-11-07T20:21:20,744 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45655-0x10116f5bc7e0003, quorum=127.0.0.1:51667, baseZNode=/1-1839151984 Unable to get data of znode /1-1839151984/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T20:21:20,753 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1839151984/snapshot-cleanup already deleted, retry=false 2024-11-07T20:21:20,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45655-0x10116f5bc7e0003, quorum=127.0.0.1:51667, baseZNode=/1-1839151984 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1839151984/running 2024-11-07T20:21:20,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38751-0x10116f5bc7e0004, quorum=127.0.0.1:51667, baseZNode=/1-1839151984 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1839151984/running 2024-11-07T20:21:20,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45655-0x10116f5bc7e0003, quorum=127.0.0.1:51667, baseZNode=/1-1839151984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1839151984 2024-11-07T20:21:20,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38751-0x10116f5bc7e0004, quorum=127.0.0.1:51667, baseZNode=/1-1839151984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1839151984 2024-11-07T20:21:20,764 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8a040b4bf509,45655,1731010878514, sessionid=0x10116f5bc7e0003, setting cluster-up flag (Was=false) 2024-11-07T20:21:20,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45655-0x10116f5bc7e0003, quorum=127.0.0.1:51667, baseZNode=/1-1839151984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1839151984 2024-11-07T20:21:20,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38751-0x10116f5bc7e0004, quorum=127.0.0.1:51667, baseZNode=/1-1839151984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1839151984 2024-11-07T20:21:20,816 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1839151984/flush-table-proc/acquired, /1-1839151984/flush-table-proc/reached, /1-1839151984/flush-table-proc/abort 2024-11-07T20:21:20,817 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a040b4bf509,45655,1731010878514 2024-11-07T20:21:20,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45655-0x10116f5bc7e0003, quorum=127.0.0.1:51667, baseZNode=/1-1839151984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1839151984 2024-11-07T20:21:20,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38751-0x10116f5bc7e0004, quorum=127.0.0.1:51667, baseZNode=/1-1839151984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1839151984 2024-11-07T20:21:20,869 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1839151984/online-snapshot/acquired, /1-1839151984/online-snapshot/reached, /1-1839151984/online-snapshot/abort 2024-11-07T20:21:20,869 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a040b4bf509,45655,1731010878514 2024-11-07T20:21:20,870 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T20:21:20,871 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T20:21:20,871 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T20:21:20,871 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T20:21:20,872 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8a040b4bf509,45655,1731010878514 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T20:21:20,872 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:21:20,872 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:21:20,872 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:21:20,872 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:21:20,873 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8a040b4bf509:0, corePoolSize=10, maxPoolSize=10 2024-11-07T20:21:20,873 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:21:20,873 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8a040b4bf509:0, corePoolSize=2, maxPoolSize=2 2024-11-07T20:21:20,873 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:21:20,874 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T20:21:20,874 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731010910874 2024-11-07T20:21:20,874 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T20:21:20,874 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T20:21:20,874 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T20:21:20,874 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T20:21:20,874 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T20:21:20,874 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T20:21:20,874 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T20:21:20,874 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T20:21:20,874 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T20:21:20,874 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T20:21:20,875 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T20:21:20,875 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:21:20,875 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T20:21:20,875 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T20:21:20,875 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T20:21:20,875 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T20:21:20,875 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.large.0-1731010880875,5,FailOnTimeoutGroup] 2024-11-07T20:21:20,875 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.small.0-1731010880875,5,FailOnTimeoutGroup] 2024-11-07T20:21:20,875 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T20:21:20,875 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T20:21:20,875 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T20:21:20,875 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T20:21:20,878 INFO [RS:0;8a040b4bf509:38751 {}] regionserver.HRegionServer(746): ClusterId : 0d127279-8e02-4f5b-abea-b66e4004c394 2024-11-07T20:21:20,878 DEBUG [RS:0;8a040b4bf509:38751 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T20:21:20,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42653 is added to blk_1073741831_1007 (size=1321) 2024-11-07T20:21:20,956 DEBUG [RS:0;8a040b4bf509:38751 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T20:21:20,956 DEBUG [RS:0;8a040b4bf509:38751 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T20:21:20,985 DEBUG [RS:0;8a040b4bf509:38751 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T20:21:20,985 DEBUG [RS:0;8a040b4bf509:38751 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3695edd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a040b4bf509/172.17.0.2:0 2024-11-07T20:21:20,986 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T20:21:20,986 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:20,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:20,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:20,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:20,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:20,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:20,988 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:20,988 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:20,996 DEBUG [RS:0;8a040b4bf509:38751 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8a040b4bf509:38751 2024-11-07T20:21:20,997 INFO [RS:0;8a040b4bf509:38751 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T20:21:20,997 INFO [RS:0;8a040b4bf509:38751 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T20:21:20,997 DEBUG [RS:0;8a040b4bf509:38751 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T20:21:20,997 INFO [RS:0;8a040b4bf509:38751 {}] regionserver.HRegionServer(2659): reportForDuty to master=8a040b4bf509,45655,1731010878514 with port=38751, startcode=1731010878853 2024-11-07T20:21:20,997 DEBUG [RS:0;8a040b4bf509:38751 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T20:21:20,998 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49677, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T20:21:20,999 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45655 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8a040b4bf509,38751,1731010878853 2024-11-07T20:21:20,999 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45655 {}] master.ServerManager(517): Registering regionserver=8a040b4bf509,38751,1731010878853 2024-11-07T20:21:21,000 DEBUG [RS:0;8a040b4bf509:38751 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c 2024-11-07T20:21:21,000 DEBUG [RS:0;8a040b4bf509:38751 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45149 2024-11-07T20:21:21,000 DEBUG [RS:0;8a040b4bf509:38751 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T20:21:21,044 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:21,044 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:21,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:21,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:21,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:21,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:21,050 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:21,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:21,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:21,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:21,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45655-0x10116f5bc7e0003, quorum=127.0.0.1:51667, baseZNode=/1-1839151984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1839151984/rs 2024-11-07T20:21:21,063 DEBUG [RS:0;8a040b4bf509:38751 {}] zookeeper.ZKUtil(111): regionserver:38751-0x10116f5bc7e0004, quorum=127.0.0.1:51667, baseZNode=/1-1839151984 Set watcher on existing znode=/1-1839151984/rs/8a040b4bf509,38751,1731010878853 2024-11-07T20:21:21,063 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8a040b4bf509,38751,1731010878853] 2024-11-07T20:21:21,063 WARN [RS:0;8a040b4bf509:38751 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T20:21:21,063 INFO [RS:0;8a040b4bf509:38751 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:21:21,063 DEBUG [RS:0;8a040b4bf509:38751 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/WALs/8a040b4bf509,38751,1731010878853 2024-11-07T20:21:21,066 INFO [RS:0;8a040b4bf509:38751 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T20:21:21,083 INFO [RS:0;8a040b4bf509:38751 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T20:21:21,084 INFO [RS:0;8a040b4bf509:38751 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T20:21:21,084 INFO [RS:0;8a040b4bf509:38751 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:21:21,084 INFO [RS:0;8a040b4bf509:38751 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T20:21:21,084 INFO [RS:0;8a040b4bf509:38751 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T20:21:21,085 INFO [RS:0;8a040b4bf509:38751 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T20:21:21,085 DEBUG [RS:0;8a040b4bf509:38751 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:21:21,085 DEBUG [RS:0;8a040b4bf509:38751 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:21:21,085 DEBUG [RS:0;8a040b4bf509:38751 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:21:21,085 DEBUG [RS:0;8a040b4bf509:38751 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:21:21,085 DEBUG [RS:0;8a040b4bf509:38751 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:21:21,085 DEBUG [RS:0;8a040b4bf509:38751 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8a040b4bf509:0, corePoolSize=2, maxPoolSize=2 2024-11-07T20:21:21,085 DEBUG [RS:0;8a040b4bf509:38751 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:21:21,085 DEBUG [RS:0;8a040b4bf509:38751 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:21:21,085 DEBUG [RS:0;8a040b4bf509:38751 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:21:21,085 DEBUG [RS:0;8a040b4bf509:38751 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:21:21,085 DEBUG [RS:0;8a040b4bf509:38751 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:21:21,085 DEBUG [RS:0;8a040b4bf509:38751 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:21:21,085 DEBUG [RS:0;8a040b4bf509:38751 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8a040b4bf509:0, corePoolSize=3, maxPoolSize=3 2024-11-07T20:21:21,085 DEBUG [RS:0;8a040b4bf509:38751 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8a040b4bf509:0, corePoolSize=3, maxPoolSize=3 2024-11-07T20:21:21,085 INFO [RS:0;8a040b4bf509:38751 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T20:21:21,085 INFO [RS:0;8a040b4bf509:38751 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T20:21:21,085 INFO [RS:0;8a040b4bf509:38751 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:21:21,085 INFO [RS:0;8a040b4bf509:38751 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T20:21:21,085 INFO [RS:0;8a040b4bf509:38751 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T20:21:21,085 INFO [RS:0;8a040b4bf509:38751 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,38751,1731010878853-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T20:21:21,097 INFO [RS:0;8a040b4bf509:38751 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T20:21:21,097 INFO [RS:0;8a040b4bf509:38751 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,38751,1731010878853-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:21:21,097 INFO [RS:0;8a040b4bf509:38751 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:21:21,097 INFO [RS:0;8a040b4bf509:38751 {}] regionserver.Replication(171): 8a040b4bf509,38751,1731010878853 started 2024-11-07T20:21:21,109 INFO [RS:0;8a040b4bf509:38751 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:21:21,109 INFO [RS:0;8a040b4bf509:38751 {}] regionserver.HRegionServer(1482): Serving as 8a040b4bf509,38751,1731010878853, RpcServer on 8a040b4bf509/172.17.0.2:38751, sessionid=0x10116f5bc7e0004 2024-11-07T20:21:21,109 DEBUG [RS:0;8a040b4bf509:38751 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T20:21:21,109 DEBUG [RS:0;8a040b4bf509:38751 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8a040b4bf509,38751,1731010878853 2024-11-07T20:21:21,109 DEBUG [RS:0;8a040b4bf509:38751 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a040b4bf509,38751,1731010878853' 2024-11-07T20:21:21,109 DEBUG [RS:0;8a040b4bf509:38751 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1839151984/flush-table-proc/abort' 2024-11-07T20:21:21,110 DEBUG [RS:0;8a040b4bf509:38751 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1839151984/flush-table-proc/acquired' 2024-11-07T20:21:21,110 DEBUG [RS:0;8a040b4bf509:38751 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T20:21:21,110 DEBUG [RS:0;8a040b4bf509:38751 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T20:21:21,110 DEBUG [RS:0;8a040b4bf509:38751 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8a040b4bf509,38751,1731010878853 2024-11-07T20:21:21,110 DEBUG [RS:0;8a040b4bf509:38751 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a040b4bf509,38751,1731010878853' 2024-11-07T20:21:21,110 DEBUG [RS:0;8a040b4bf509:38751 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1839151984/online-snapshot/abort' 2024-11-07T20:21:21,110 DEBUG [RS:0;8a040b4bf509:38751 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1839151984/online-snapshot/acquired' 2024-11-07T20:21:21,110 DEBUG [RS:0;8a040b4bf509:38751 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T20:21:21,110 INFO [RS:0;8a040b4bf509:38751 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T20:21:21,110 INFO [RS:0;8a040b4bf509:38751 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T20:21:21,211 INFO [RS:0;8a040b4bf509:38751 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T20:21:21,212 INFO [RS:0;8a040b4bf509:38751 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a040b4bf509%2C38751%2C1731010878853, suffix=, logDir=hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/WALs/8a040b4bf509,38751,1731010878853, archiveDir=hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/oldWALs, maxLogs=10 2024-11-07T20:21:21,223 DEBUG [RS:0;8a040b4bf509:38751 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/WALs/8a040b4bf509,38751,1731010878853/8a040b4bf509%2C38751%2C1731010878853.1731010881212, exclude list is [], retry=0 2024-11-07T20:21:21,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42653,DS-5a6a00af-025a-482d-bf4b-09a6a1f0db1d,DISK] 2024-11-07T20:21:21,227 INFO [RS:0;8a040b4bf509:38751 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/WALs/8a040b4bf509,38751,1731010878853/8a040b4bf509%2C38751%2C1731010878853.1731010881212 2024-11-07T20:21:21,227 DEBUG [RS:0;8a040b4bf509:38751 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40147:40147)] 2024-11-07T20:21:21,282 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T20:21:21,282 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c 2024-11-07T20:21:21,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42653 is added to blk_1073741833_1009 (size=32) 2024-11-07T20:21:21,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:21:21,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T20:21:21,688 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T20:21:21,689 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:21:21,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:21:21,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T20:21:21,690 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T20:21:21,690 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:21:21,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:21:21,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T20:21:21,691 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T20:21:21,691 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:21:21,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:21:21,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T20:21:21,692 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T20:21:21,692 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:21:21,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:21:21,692 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T20:21:21,692 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/data/hbase/meta/1588230740 2024-11-07T20:21:21,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/data/hbase/meta/1588230740 2024-11-07T20:21:21,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T20:21:21,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T20:21:21,694 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T20:21:21,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T20:21:21,696 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T20:21:21,696 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60536465, jitterRate=-0.09793637692928314}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T20:21:21,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731010881687Initializing all the Stores at 1731010881687Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010881687Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010881688 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010881688Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010881688Cleaning up temporary data from old regions at 1731010881694 (+6 ms)Region opened successfully at 1731010881696 (+2 ms) 2024-11-07T20:21:21,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T20:21:21,696 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T20:21:21,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T20:21:21,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T20:21:21,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T20:21:21,696 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T20:21:21,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731010881696Disabling compacts and flushes for region at 1731010881696Disabling writes for close at 1731010881696Writing region close event to WAL at 1731010881696Closed at 1731010881696 2024-11-07T20:21:21,697 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T20:21:21,697 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T20:21:21,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T20:21:21,698 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T20:21:21,699 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T20:21:21,849 DEBUG [8a040b4bf509:45655 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T20:21:21,849 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8a040b4bf509,38751,1731010878853 2024-11-07T20:21:21,850 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a040b4bf509,38751,1731010878853, state=OPENING 2024-11-07T20:21:21,937 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T20:21:21,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45655-0x10116f5bc7e0003, quorum=127.0.0.1:51667, baseZNode=/1-1839151984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1839151984 2024-11-07T20:21:21,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38751-0x10116f5bc7e0004, quorum=127.0.0.1:51667, baseZNode=/1-1839151984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1839151984 2024-11-07T20:21:21,948 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T20:21:21,948 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1839151984/meta-region-server: CHANGED 2024-11-07T20:21:21,948 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1839151984/meta-region-server: CHANGED 2024-11-07T20:21:21,948 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8a040b4bf509,38751,1731010878853}] 2024-11-07T20:21:22,100 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T20:21:22,102 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58529, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T20:21:22,120 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T20:21:22,120 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:21:22,121 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T20:21:22,122 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a040b4bf509%2C38751%2C1731010878853.meta, suffix=.meta, logDir=hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/WALs/8a040b4bf509,38751,1731010878853, archiveDir=hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/oldWALs, maxLogs=10 2024-11-07T20:21:22,135 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/WALs/8a040b4bf509,38751,1731010878853/8a040b4bf509%2C38751%2C1731010878853.meta.1731010882122.meta, exclude list is [], retry=0 2024-11-07T20:21:22,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42653,DS-5a6a00af-025a-482d-bf4b-09a6a1f0db1d,DISK] 2024-11-07T20:21:22,139 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/WALs/8a040b4bf509,38751,1731010878853/8a040b4bf509%2C38751%2C1731010878853.meta.1731010882122.meta 2024-11-07T20:21:22,139 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40147:40147)] 2024-11-07T20:21:22,139 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T20:21:22,140 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T20:21:22,140 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T20:21:22,140 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T20:21:22,140 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T20:21:22,140 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T20:21:22,140 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:21:22,140 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T20:21:22,140 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T20:21:22,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T20:21:22,142 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T20:21:22,142 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:21:22,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:21:22,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T20:21:22,143 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T20:21:22,143 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:21:22,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:21:22,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T20:21:22,144 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T20:21:22,144 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:21:22,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:21:22,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T20:21:22,144 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T20:21:22,144 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:21:22,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:21:22,145 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T20:21:22,145 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/data/hbase/meta/1588230740 2024-11-07T20:21:22,146 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/data/hbase/meta/1588230740 2024-11-07T20:21:22,147 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T20:21:22,147 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T20:21:22,147 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T20:21:22,148 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T20:21:22,148 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64737249, jitterRate=-0.03533981740474701}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T20:21:22,148 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T20:21:22,148 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731010882141Writing region info on filesystem at 1731010882141Initializing all the Stores at 1731010882141Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010882141Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010882141Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010882141Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010882141Cleaning up temporary data from old regions at 1731010882147 (+6 ms)Running coprocessor post-open hooks at 1731010882148 (+1 ms)Region opened successfully at 1731010882148 2024-11-07T20:21:22,149 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731010882100 2024-11-07T20:21:22,150 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T20:21:22,150 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T20:21:22,151 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8a040b4bf509,38751,1731010878853 2024-11-07T20:21:22,151 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a040b4bf509,38751,1731010878853, state=OPEN 2024-11-07T20:21:22,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45655-0x10116f5bc7e0003, quorum=127.0.0.1:51667, baseZNode=/1-1839151984 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1839151984/meta-region-server 2024-11-07T20:21:22,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38751-0x10116f5bc7e0004, quorum=127.0.0.1:51667, baseZNode=/1-1839151984 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1839151984/meta-region-server 2024-11-07T20:21:22,163 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8a040b4bf509,38751,1731010878853 2024-11-07T20:21:22,163 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1839151984/meta-region-server: CHANGED 2024-11-07T20:21:22,163 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1839151984/meta-region-server: CHANGED 2024-11-07T20:21:22,165 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T20:21:22,165 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8a040b4bf509,38751,1731010878853 in 215 msec 2024-11-07T20:21:22,166 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T20:21:22,166 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 468 msec 2024-11-07T20:21:22,167 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T20:21:22,167 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T20:21:22,168 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:21:22,168 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,38751,1731010878853, seqNum=-1] 2024-11-07T20:21:22,168 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:21:22,169 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54461, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T20:21:22,172 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3010 sec 2024-11-07T20:21:22,172 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731010882172, completionTime=-1 2024-11-07T20:21:22,172 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T20:21:22,172 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T20:21:22,173 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T20:21:22,173 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731010942173 2024-11-07T20:21:22,173 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731011002173 2024-11-07T20:21:22,173 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-07T20:21:22,174 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,45655,1731010878514-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:21:22,174 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,45655,1731010878514-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:21:22,174 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,45655,1731010878514-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:21:22,174 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8a040b4bf509:45655, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:21:22,174 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T20:21:22,174 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T20:21:22,175 DEBUG [master/8a040b4bf509:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T20:21:22,176 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.215sec 2024-11-07T20:21:22,176 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T20:21:22,176 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T20:21:22,176 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T20:21:22,177 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T20:21:22,177 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T20:21:22,177 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,45655,1731010878514-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T20:21:22,177 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,45655,1731010878514-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T20:21:22,178 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T20:21:22,178 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T20:21:22,178 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,45655,1731010878514-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:21:22,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4697a9ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:21:22,192 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,45655,-1 for getting cluster id 2024-11-07T20:21:22,192 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:21:22,193 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d127279-8e02-4f5b-abea-b66e4004c394' 2024-11-07T20:21:22,193 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:21:22,193 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d127279-8e02-4f5b-abea-b66e4004c394" 2024-11-07T20:21:22,193 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74b72c10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:21:22,193 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,45655,-1] 2024-11-07T20:21:22,193 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:21:22,193 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:21:22,194 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:21:22,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@729d566c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:21:22,195 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:21:22,195 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,38751,1731010878853, seqNum=-1] 2024-11-07T20:21:22,196 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:21:22,196 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T20:21:22,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8a040b4bf509,45655,1731010878514 2024-11-07T20:21:22,198 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51667 2024-11-07T20:21:22,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51667, baseZNode=/1-1839151984 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T20:21:22,211 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10116f5bc7e0005 connected 2024-11-07T20:21:22,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662a80bc-556b-f26a-71f5-2124ff8ffe6f/hadoop.log.dir so I do NOT create it in target/test-data/0583172b-ac8c-af6d-185b-a4145262a80f 2024-11-07T20:21:22,223 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662a80bc-556b-f26a-71f5-2124ff8ffe6f/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T20:21:22,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662a80bc-556b-f26a-71f5-2124ff8ffe6f/hadoop.tmp.dir so I do NOT create it in target/test-data/0583172b-ac8c-af6d-185b-a4145262a80f 2024-11-07T20:21:22,223 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662a80bc-556b-f26a-71f5-2124ff8ffe6f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T20:21:22,223 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0583172b-ac8c-af6d-185b-a4145262a80f 2024-11-07T20:21:22,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T20:21:22,224 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0583172b-ac8c-af6d-185b-a4145262a80f/cluster_f2a79336-3adb-3ef7-30f2-8957ad7967f0, deleteOnExit=true 2024-11-07T20:21:22,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T20:21:22,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0583172b-ac8c-af6d-185b-a4145262a80f/test.cache.data in system properties and HBase conf 2024-11-07T20:21:22,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0583172b-ac8c-af6d-185b-a4145262a80f/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T20:21:22,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0583172b-ac8c-af6d-185b-a4145262a80f/hadoop.log.dir in system properties and HBase conf 2024-11-07T20:21:22,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0583172b-ac8c-af6d-185b-a4145262a80f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T20:21:22,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0583172b-ac8c-af6d-185b-a4145262a80f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T20:21:22,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T20:21:22,224 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T20:21:22,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0583172b-ac8c-af6d-185b-a4145262a80f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T20:21:22,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0583172b-ac8c-af6d-185b-a4145262a80f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T20:21:22,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0583172b-ac8c-af6d-185b-a4145262a80f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T20:21:22,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0583172b-ac8c-af6d-185b-a4145262a80f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T20:21:22,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0583172b-ac8c-af6d-185b-a4145262a80f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T20:21:22,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0583172b-ac8c-af6d-185b-a4145262a80f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T20:21:22,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0583172b-ac8c-af6d-185b-a4145262a80f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T20:21:22,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0583172b-ac8c-af6d-185b-a4145262a80f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T20:21:22,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0583172b-ac8c-af6d-185b-a4145262a80f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T20:21:22,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0583172b-ac8c-af6d-185b-a4145262a80f/nfs.dump.dir in system properties and HBase conf 2024-11-07T20:21:22,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0583172b-ac8c-af6d-185b-a4145262a80f/java.io.tmpdir in system properties and HBase conf 2024-11-07T20:21:22,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0583172b-ac8c-af6d-185b-a4145262a80f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T20:21:22,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0583172b-ac8c-af6d-185b-a4145262a80f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T20:21:22,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0583172b-ac8c-af6d-185b-a4145262a80f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T20:21:22,573 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T20:21:22,579 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T20:21:22,616 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T20:21:22,616 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T20:21:22,616 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T20:21:22,617 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T20:21:22,618 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78e91dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0583172b-ac8c-af6d-185b-a4145262a80f/hadoop.log.dir/,AVAILABLE} 2024-11-07T20:21:22,618 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@270e10e2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T20:21:22,773 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@539a3e9c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0583172b-ac8c-af6d-185b-a4145262a80f/java.io.tmpdir/jetty-localhost-42259-hadoop-hdfs-3_4_1-tests_jar-_-any-16613474923211865808/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T20:21:22,773 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@16cc1cfe{HTTP/1.1, (http/1.1)}{localhost:42259} 2024-11-07T20:21:22,773 INFO [Time-limited test {}] server.Server(415): Started @343540ms 2024-11-07T20:21:23,047 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T20:21:23,051 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T20:21:23,055 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T20:21:23,055 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T20:21:23,055 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T20:21:23,055 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f4b9708{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0583172b-ac8c-af6d-185b-a4145262a80f/hadoop.log.dir/,AVAILABLE} 2024-11-07T20:21:23,055 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a5d2f65{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T20:21:23,186 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6d3d6671{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0583172b-ac8c-af6d-185b-a4145262a80f/java.io.tmpdir/jetty-localhost-42093-hadoop-hdfs-3_4_1-tests_jar-_-any-3372033150985068030/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T20:21:23,186 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1626484d{HTTP/1.1, (http/1.1)}{localhost:42093} 2024-11-07T20:21:23,186 INFO [Time-limited test {}] server.Server(415): Started @343953ms 2024-11-07T20:21:23,188 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T20:21:23,866 WARN [Thread-4556 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0583172b-ac8c-af6d-185b-a4145262a80f/cluster_f2a79336-3adb-3ef7-30f2-8957ad7967f0/data/data2/current/BP-1419910812-172.17.0.2-1731010882238/current, will proceed with Du for space computation calculation, 2024-11-07T20:21:23,866 WARN [Thread-4555 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0583172b-ac8c-af6d-185b-a4145262a80f/cluster_f2a79336-3adb-3ef7-30f2-8957ad7967f0/data/data1/current/BP-1419910812-172.17.0.2-1731010882238/current, will proceed with Du for space computation calculation, 2024-11-07T20:21:23,895 WARN [Thread-4543 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T20:21:23,898 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6e50d168b70fc82a with lease ID 0x8d4fd591761f5af6: Processing first storage report for DS-7ee7eee8-c91a-4c6a-bb43-dd9d02de2e41 from datanode DatanodeRegistration(127.0.0.1:39785, datanodeUuid=e3bb5dae-5a7f-4019-9c25-403b6816366d, infoPort=33805, infoSecurePort=0, ipcPort=41339, storageInfo=lv=-57;cid=testClusterID;nsid=1245355752;c=1731010882238) 2024-11-07T20:21:23,898 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6e50d168b70fc82a with lease ID 0x8d4fd591761f5af6: from storage DS-7ee7eee8-c91a-4c6a-bb43-dd9d02de2e41 node DatanodeRegistration(127.0.0.1:39785, datanodeUuid=e3bb5dae-5a7f-4019-9c25-403b6816366d, infoPort=33805, infoSecurePort=0, ipcPort=41339, storageInfo=lv=-57;cid=testClusterID;nsid=1245355752;c=1731010882238), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T20:21:23,898 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6e50d168b70fc82a with lease ID 0x8d4fd591761f5af6: Processing first storage report for DS-04cfcc74-8642-49aa-8df5-2b0a984960a8 from datanode DatanodeRegistration(127.0.0.1:39785, datanodeUuid=e3bb5dae-5a7f-4019-9c25-403b6816366d, infoPort=33805, infoSecurePort=0, ipcPort=41339, storageInfo=lv=-57;cid=testClusterID;nsid=1245355752;c=1731010882238) 2024-11-07T20:21:23,898 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6e50d168b70fc82a with lease ID 0x8d4fd591761f5af6: from storage DS-04cfcc74-8642-49aa-8df5-2b0a984960a8 node DatanodeRegistration(127.0.0.1:39785, datanodeUuid=e3bb5dae-5a7f-4019-9c25-403b6816366d, infoPort=33805, infoSecurePort=0, ipcPort=41339, storageInfo=lv=-57;cid=testClusterID;nsid=1245355752;c=1731010882238), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T20:21:23,922 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0583172b-ac8c-af6d-185b-a4145262a80f 2024-11-07T20:21:23,922 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:21:23,923 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:21:23,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39785 is added to blk_1073741825_1001 (size=7) 2024-11-07T20:21:24,330 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76 with version=8 2024-11-07T20:21:24,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/hbase-staging 2024-11-07T20:21:24,333 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8a040b4bf509:0 server-side Connection retries=45 2024-11-07T20:21:24,333 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:21:24,333 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T20:21:24,333 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T20:21:24,333 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:21:24,333 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T20:21:24,333 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T20:21:24,333 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T20:21:24,333 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41271 2024-11-07T20:21:24,334 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41271 connecting to ZooKeeper ensemble=127.0.0.1:51667 2024-11-07T20:21:24,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:412710x0, quorum=127.0.0.1:51667, baseZNode=/21508274397 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T20:21:24,385 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41271-0x10116f5bc7e0006 connected 2024-11-07T20:21:24,458 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:21:24,459 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:21:24,461 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41271-0x10116f5bc7e0006, quorum=127.0.0.1:51667, baseZNode=/21508274397 Set watcher on znode that does not yet exist, /21508274397/running 2024-11-07T20:21:24,462 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76, hbase.cluster.distributed=false 2024-11-07T20:21:24,463 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41271-0x10116f5bc7e0006, quorum=127.0.0.1:51667, baseZNode=/21508274397 Set watcher on znode that does not yet exist, /21508274397/acl 2024-11-07T20:21:24,463 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41271 2024-11-07T20:21:24,463 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41271 2024-11-07T20:21:24,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41271 2024-11-07T20:21:24,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41271 2024-11-07T20:21:24,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41271 2024-11-07T20:21:24,477 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8a040b4bf509:0 server-side Connection retries=45 2024-11-07T20:21:24,477 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:21:24,477 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T20:21:24,477 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T20:21:24,478 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T20:21:24,478 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T20:21:24,478 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T20:21:24,478 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T20:21:24,478 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44479 2024-11-07T20:21:24,479 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44479 connecting to ZooKeeper ensemble=127.0.0.1:51667 2024-11-07T20:21:24,479 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:21:24,480 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:21:24,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:444790x0, quorum=127.0.0.1:51667, baseZNode=/21508274397 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T20:21:24,495 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44479-0x10116f5bc7e0007 connected 2024-11-07T20:21:24,495 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:444790x0, quorum=127.0.0.1:51667, baseZNode=/21508274397 Set watcher on znode that does not yet exist, /21508274397/running 2024-11-07T20:21:24,495 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T20:21:24,496 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T20:21:24,496 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44479-0x10116f5bc7e0007, quorum=127.0.0.1:51667, baseZNode=/21508274397 Set watcher on znode that does not yet exist, /21508274397/master 2024-11-07T20:21:24,497 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44479-0x10116f5bc7e0007, quorum=127.0.0.1:51667, baseZNode=/21508274397 Set watcher on znode that does not yet exist, /21508274397/acl 2024-11-07T20:21:24,498 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44479 2024-11-07T20:21:24,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44479 2024-11-07T20:21:24,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44479 2024-11-07T20:21:24,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44479 2024-11-07T20:21:24,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44479 2024-11-07T20:21:24,512 DEBUG [M:0;8a040b4bf509:41271 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8a040b4bf509:41271 2024-11-07T20:21:24,512 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21508274397/backup-masters/8a040b4bf509,41271,1731010884332 2024-11-07T20:21:24,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44479-0x10116f5bc7e0007, quorum=127.0.0.1:51667, baseZNode=/21508274397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21508274397/backup-masters 2024-11-07T20:21:24,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41271-0x10116f5bc7e0006, quorum=127.0.0.1:51667, baseZNode=/21508274397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21508274397/backup-masters 2024-11-07T20:21:24,522 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41271-0x10116f5bc7e0006, quorum=127.0.0.1:51667, baseZNode=/21508274397 Set watcher on existing znode=/21508274397/backup-masters/8a040b4bf509,41271,1731010884332 2024-11-07T20:21:24,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44479-0x10116f5bc7e0007, quorum=127.0.0.1:51667, baseZNode=/21508274397 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21508274397/master 2024-11-07T20:21:24,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41271-0x10116f5bc7e0006, quorum=127.0.0.1:51667, baseZNode=/21508274397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21508274397 2024-11-07T20:21:24,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44479-0x10116f5bc7e0007, quorum=127.0.0.1:51667, baseZNode=/21508274397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21508274397 2024-11-07T20:21:24,532 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41271-0x10116f5bc7e0006, quorum=127.0.0.1:51667, baseZNode=/21508274397 Set watcher on existing znode=/21508274397/master 2024-11-07T20:21:24,532 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21508274397/backup-masters/8a040b4bf509,41271,1731010884332 from backup master directory 2024-11-07T20:21:24,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41271-0x10116f5bc7e0006, quorum=127.0.0.1:51667, baseZNode=/21508274397 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21508274397/backup-masters/8a040b4bf509,41271,1731010884332 2024-11-07T20:21:24,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44479-0x10116f5bc7e0007, quorum=127.0.0.1:51667, baseZNode=/21508274397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21508274397/backup-masters 2024-11-07T20:21:24,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41271-0x10116f5bc7e0006, quorum=127.0.0.1:51667, baseZNode=/21508274397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21508274397/backup-masters 2024-11-07T20:21:24,542 WARN [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T20:21:24,542 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8a040b4bf509,41271,1731010884332 2024-11-07T20:21:24,545 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/hbase.id] with ID: 4332169f-9484-4c0d-b239-ae852583e185 2024-11-07T20:21:24,545 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/.tmp/hbase.id 2024-11-07T20:21:24,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39785 is added to blk_1073741826_1002 (size=42) 2024-11-07T20:21:24,549 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/.tmp/hbase.id]:[hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/hbase.id] 2024-11-07T20:21:24,557 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:21:24,557 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T20:21:24,558 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T20:21:24,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44479-0x10116f5bc7e0007, quorum=127.0.0.1:51667, baseZNode=/21508274397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21508274397 2024-11-07T20:21:24,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41271-0x10116f5bc7e0006, quorum=127.0.0.1:51667, baseZNode=/21508274397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21508274397 2024-11-07T20:21:24,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39785 is added to blk_1073741827_1003 (size=196) 2024-11-07T20:21:24,587 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T20:21:24,588 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T20:21:24,589 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:21:24,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39785 is added to blk_1073741828_1004 (size=1189) 2024-11-07T20:21:25,025 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/MasterData/data/master/store 2024-11-07T20:21:25,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39785 is added to blk_1073741829_1005 (size=34) 2024-11-07T20:21:25,429 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:21:25,430 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T20:21:25,430 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:21:25,430 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:21:25,430 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T20:21:25,430 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:21:25,430 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:21:25,430 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731010885430Disabling compacts and flushes for region at 1731010885430Disabling writes for close at 1731010885430Writing region close event to WAL at 1731010885430Closed at 1731010885430 2024-11-07T20:21:25,430 WARN [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/MasterData/data/master/store/.initializing 2024-11-07T20:21:25,430 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/MasterData/WALs/8a040b4bf509,41271,1731010884332 2024-11-07T20:21:25,431 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T20:21:25,432 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8a040b4bf509%2C41271%2C1731010884332, suffix=, logDir=hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/MasterData/WALs/8a040b4bf509,41271,1731010884332, archiveDir=hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/MasterData/oldWALs, maxLogs=10 2024-11-07T20:21:25,444 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/MasterData/WALs/8a040b4bf509,41271,1731010884332/8a040b4bf509%2C41271%2C1731010884332.1731010885433, exclude list is [], retry=0 2024-11-07T20:21:25,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39785,DS-7ee7eee8-c91a-4c6a-bb43-dd9d02de2e41,DISK] 2024-11-07T20:21:25,448 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/MasterData/WALs/8a040b4bf509,41271,1731010884332/8a040b4bf509%2C41271%2C1731010884332.1731010885433 2024-11-07T20:21:25,448 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33805:33805)] 2024-11-07T20:21:25,448 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T20:21:25,448 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:21:25,448 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:21:25,448 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:21:25,449 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:21:25,450 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T20:21:25,450 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:21:25,450 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:21:25,450 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:21:25,451 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T20:21:25,451 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:21:25,451 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:21:25,451 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:21:25,452 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T20:21:25,452 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:21:25,452 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:21:25,452 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:21:25,453 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T20:21:25,453 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:21:25,453 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:21:25,453 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:21:25,454 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:21:25,454 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:21:25,455 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:21:25,455 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:21:25,455 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T20:21:25,456 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T20:21:25,457 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T20:21:25,457 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61007205, jitterRate=-0.0909218043088913}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T20:21:25,457 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731010885448Initializing all the Stores at 1731010885449 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010885449Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010885449Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010885449Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010885449Cleaning up temporary data from old regions at 1731010885455 (+6 ms)Region opened successfully at 1731010885457 (+2 ms) 2024-11-07T20:21:25,457 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T20:21:25,459 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@712fcc3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a040b4bf509/172.17.0.2:0 2024-11-07T20:21:25,460 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T20:21:25,460 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T20:21:25,460 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T20:21:25,460 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T20:21:25,460 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T20:21:25,461 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T20:21:25,461 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T20:21:25,462 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T20:21:25,462 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41271-0x10116f5bc7e0006, quorum=127.0.0.1:51667, baseZNode=/21508274397 Unable to get data of znode /21508274397/balancer because node does not exist (not necessarily an error) 2024-11-07T20:21:25,526 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21508274397/balancer already deleted, retry=false 2024-11-07T20:21:25,526 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T20:21:25,527 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41271-0x10116f5bc7e0006, quorum=127.0.0.1:51667, baseZNode=/21508274397 Unable to get data of znode /21508274397/normalizer because node does not exist (not necessarily an error) 2024-11-07T20:21:25,536 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21508274397/normalizer already deleted, retry=false 2024-11-07T20:21:25,537 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T20:21:25,537 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41271-0x10116f5bc7e0006, quorum=127.0.0.1:51667, baseZNode=/21508274397 Unable to get data of znode /21508274397/switch/split because node does not exist (not necessarily an error) 2024-11-07T20:21:25,547 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21508274397/switch/split already deleted, retry=false 2024-11-07T20:21:25,548 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41271-0x10116f5bc7e0006, quorum=127.0.0.1:51667, baseZNode=/21508274397 Unable to get data of znode /21508274397/switch/merge because node does not exist (not necessarily an error) 2024-11-07T20:21:25,557 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21508274397/switch/merge already deleted, retry=false 2024-11-07T20:21:25,559 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41271-0x10116f5bc7e0006, quorum=127.0.0.1:51667, baseZNode=/21508274397 Unable to get data of znode /21508274397/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T20:21:25,568 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21508274397/snapshot-cleanup already deleted, retry=false 2024-11-07T20:21:25,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44479-0x10116f5bc7e0007, quorum=127.0.0.1:51667, baseZNode=/21508274397 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21508274397/running 2024-11-07T20:21:25,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44479-0x10116f5bc7e0007, quorum=127.0.0.1:51667, baseZNode=/21508274397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21508274397 2024-11-07T20:21:25,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41271-0x10116f5bc7e0006, quorum=127.0.0.1:51667, baseZNode=/21508274397 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21508274397/running 2024-11-07T20:21:25,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41271-0x10116f5bc7e0006, quorum=127.0.0.1:51667, baseZNode=/21508274397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21508274397 2024-11-07T20:21:25,579 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8a040b4bf509,41271,1731010884332, sessionid=0x10116f5bc7e0006, setting cluster-up flag (Was=false) 2024-11-07T20:21:25,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44479-0x10116f5bc7e0007, quorum=127.0.0.1:51667, baseZNode=/21508274397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21508274397 2024-11-07T20:21:25,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41271-0x10116f5bc7e0006, quorum=127.0.0.1:51667, baseZNode=/21508274397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21508274397 2024-11-07T20:21:25,766 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21508274397/flush-table-proc/acquired, /21508274397/flush-table-proc/reached, /21508274397/flush-table-proc/abort 2024-11-07T20:21:25,767 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a040b4bf509,41271,1731010884332 2024-11-07T20:21:25,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44479-0x10116f5bc7e0007, quorum=127.0.0.1:51667, baseZNode=/21508274397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21508274397 2024-11-07T20:21:25,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41271-0x10116f5bc7e0006, quorum=127.0.0.1:51667, baseZNode=/21508274397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21508274397 2024-11-07T20:21:25,831 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21508274397/online-snapshot/acquired, /21508274397/online-snapshot/reached, /21508274397/online-snapshot/abort 2024-11-07T20:21:25,833 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a040b4bf509,41271,1731010884332 2024-11-07T20:21:25,835 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T20:21:25,837 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T20:21:25,837 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T20:21:25,838 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T20:21:25,838 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8a040b4bf509,41271,1731010884332 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T20:21:25,843 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:21:25,843 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:21:25,843 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:21:25,843 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8a040b4bf509:0, corePoolSize=5, maxPoolSize=5 2024-11-07T20:21:25,843 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8a040b4bf509:0, corePoolSize=10, maxPoolSize=10 2024-11-07T20:21:25,843 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:21:25,843 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8a040b4bf509:0, corePoolSize=2, maxPoolSize=2 2024-11-07T20:21:25,843 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:21:25,845 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T20:21:25,845 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T20:21:25,847 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:21:25,847 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T20:21:25,853 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731010915853 2024-11-07T20:21:25,853 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T20:21:25,853 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T20:21:25,853 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T20:21:25,853 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T20:21:25,853 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T20:21:25,853 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T20:21:25,872 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T20:21:25,876 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T20:21:25,876 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T20:21:25,876 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T20:21:25,876 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T20:21:25,880 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T20:21:25,880 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T20:21:25,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39785 is added to blk_1073741831_1007 (size=1321) 2024-11-07T20:21:25,884 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.large.0-1731010885880,5,FailOnTimeoutGroup] 2024-11-07T20:21:25,884 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.small.0-1731010885884,5,FailOnTimeoutGroup] 2024-11-07T20:21:25,884 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T20:21:25,884 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T20:21:25,884 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T20:21:25,884 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T20:21:25,904 INFO [RS:0;8a040b4bf509:44479 {}] regionserver.HRegionServer(746): ClusterId : 4332169f-9484-4c0d-b239-ae852583e185 2024-11-07T20:21:25,904 DEBUG [RS:0;8a040b4bf509:44479 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T20:21:25,916 DEBUG [RS:0;8a040b4bf509:44479 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T20:21:25,916 DEBUG [RS:0;8a040b4bf509:44479 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T20:21:25,927 DEBUG [RS:0;8a040b4bf509:44479 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T20:21:25,927 DEBUG [RS:0;8a040b4bf509:44479 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@512c1b72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a040b4bf509/172.17.0.2:0 2024-11-07T20:21:25,942 DEBUG [RS:0;8a040b4bf509:44479 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8a040b4bf509:44479 2024-11-07T20:21:25,942 INFO [RS:0;8a040b4bf509:44479 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T20:21:25,942 INFO [RS:0;8a040b4bf509:44479 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T20:21:25,942 DEBUG [RS:0;8a040b4bf509:44479 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T20:21:25,943 INFO [RS:0;8a040b4bf509:44479 {}] regionserver.HRegionServer(2659): reportForDuty to master=8a040b4bf509,41271,1731010884332 with port=44479, startcode=1731010884477 2024-11-07T20:21:25,943 DEBUG [RS:0;8a040b4bf509:44479 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T20:21:25,944 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35555, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T20:21:25,945 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41271 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8a040b4bf509,44479,1731010884477 2024-11-07T20:21:25,945 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41271 {}] master.ServerManager(517): Registering regionserver=8a040b4bf509,44479,1731010884477 2024-11-07T20:21:25,946 DEBUG [RS:0;8a040b4bf509:44479 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76 2024-11-07T20:21:25,946 DEBUG [RS:0;8a040b4bf509:44479 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45035 2024-11-07T20:21:25,946 DEBUG [RS:0;8a040b4bf509:44479 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T20:21:26,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41271-0x10116f5bc7e0006, quorum=127.0.0.1:51667, baseZNode=/21508274397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21508274397/rs 2024-11-07T20:21:26,004 DEBUG [RS:0;8a040b4bf509:44479 {}] zookeeper.ZKUtil(111): regionserver:44479-0x10116f5bc7e0007, quorum=127.0.0.1:51667, baseZNode=/21508274397 Set watcher on existing znode=/21508274397/rs/8a040b4bf509,44479,1731010884477 2024-11-07T20:21:26,004 WARN [RS:0;8a040b4bf509:44479 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T20:21:26,004 INFO [RS:0;8a040b4bf509:44479 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:21:26,004 DEBUG [RS:0;8a040b4bf509:44479 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/WALs/8a040b4bf509,44479,1731010884477 2024-11-07T20:21:26,005 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8a040b4bf509,44479,1731010884477] 2024-11-07T20:21:26,010 INFO [RS:0;8a040b4bf509:44479 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T20:21:26,015 INFO [RS:0;8a040b4bf509:44479 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T20:21:26,016 INFO [RS:0;8a040b4bf509:44479 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T20:21:26,016 INFO [RS:0;8a040b4bf509:44479 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:21:26,028 INFO [RS:0;8a040b4bf509:44479 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T20:21:26,029 INFO [RS:0;8a040b4bf509:44479 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T20:21:26,029 INFO [RS:0;8a040b4bf509:44479 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T20:21:26,029 DEBUG [RS:0;8a040b4bf509:44479 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:21:26,029 DEBUG [RS:0;8a040b4bf509:44479 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:21:26,029 DEBUG [RS:0;8a040b4bf509:44479 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:21:26,029 DEBUG [RS:0;8a040b4bf509:44479 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:21:26,029 DEBUG [RS:0;8a040b4bf509:44479 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:21:26,029 DEBUG [RS:0;8a040b4bf509:44479 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8a040b4bf509:0, corePoolSize=2, maxPoolSize=2 2024-11-07T20:21:26,029 DEBUG [RS:0;8a040b4bf509:44479 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:21:26,029 DEBUG [RS:0;8a040b4bf509:44479 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:21:26,029 DEBUG [RS:0;8a040b4bf509:44479 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:21:26,029 DEBUG [RS:0;8a040b4bf509:44479 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:21:26,029 DEBUG [RS:0;8a040b4bf509:44479 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:21:26,029 DEBUG [RS:0;8a040b4bf509:44479 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8a040b4bf509:0, corePoolSize=1, maxPoolSize=1 2024-11-07T20:21:26,029 DEBUG [RS:0;8a040b4bf509:44479 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8a040b4bf509:0, corePoolSize=3, maxPoolSize=3 2024-11-07T20:21:26,029 DEBUG [RS:0;8a040b4bf509:44479 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8a040b4bf509:0, corePoolSize=3, maxPoolSize=3 2024-11-07T20:21:26,040 INFO [RS:0;8a040b4bf509:44479 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T20:21:26,040 INFO [RS:0;8a040b4bf509:44479 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T20:21:26,040 INFO [RS:0;8a040b4bf509:44479 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:21:26,040 INFO [RS:0;8a040b4bf509:44479 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T20:21:26,040 INFO [RS:0;8a040b4bf509:44479 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T20:21:26,040 INFO [RS:0;8a040b4bf509:44479 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,44479,1731010884477-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T20:21:26,060 INFO [RS:0;8a040b4bf509:44479 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T20:21:26,060 INFO [RS:0;8a040b4bf509:44479 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,44479,1731010884477-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:21:26,061 INFO [RS:0;8a040b4bf509:44479 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:21:26,061 INFO [RS:0;8a040b4bf509:44479 {}] regionserver.Replication(171): 8a040b4bf509,44479,1731010884477 started 2024-11-07T20:21:26,080 INFO [RS:0;8a040b4bf509:44479 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:21:26,080 INFO [RS:0;8a040b4bf509:44479 {}] regionserver.HRegionServer(1482): Serving as 8a040b4bf509,44479,1731010884477, RpcServer on 8a040b4bf509/172.17.0.2:44479, sessionid=0x10116f5bc7e0007 2024-11-07T20:21:26,080 DEBUG [RS:0;8a040b4bf509:44479 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T20:21:26,080 DEBUG [RS:0;8a040b4bf509:44479 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8a040b4bf509,44479,1731010884477 2024-11-07T20:21:26,080 DEBUG [RS:0;8a040b4bf509:44479 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a040b4bf509,44479,1731010884477' 2024-11-07T20:21:26,080 DEBUG [RS:0;8a040b4bf509:44479 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21508274397/flush-table-proc/abort' 2024-11-07T20:21:26,081 DEBUG [RS:0;8a040b4bf509:44479 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21508274397/flush-table-proc/acquired' 2024-11-07T20:21:26,081 DEBUG [RS:0;8a040b4bf509:44479 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T20:21:26,081 DEBUG [RS:0;8a040b4bf509:44479 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T20:21:26,081 DEBUG [RS:0;8a040b4bf509:44479 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8a040b4bf509,44479,1731010884477 2024-11-07T20:21:26,081 DEBUG [RS:0;8a040b4bf509:44479 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a040b4bf509,44479,1731010884477' 2024-11-07T20:21:26,081 DEBUG [RS:0;8a040b4bf509:44479 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21508274397/online-snapshot/abort' 2024-11-07T20:21:26,082 DEBUG [RS:0;8a040b4bf509:44479 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21508274397/online-snapshot/acquired' 2024-11-07T20:21:26,082 DEBUG [RS:0;8a040b4bf509:44479 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T20:21:26,082 INFO [RS:0;8a040b4bf509:44479 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T20:21:26,082 INFO [RS:0;8a040b4bf509:44479 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T20:21:26,183 INFO [RS:0;8a040b4bf509:44479 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T20:21:26,184 INFO [RS:0;8a040b4bf509:44479 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a040b4bf509%2C44479%2C1731010884477, suffix=, logDir=hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/WALs/8a040b4bf509,44479,1731010884477, archiveDir=hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/oldWALs, maxLogs=10 2024-11-07T20:21:26,197 DEBUG [RS:0;8a040b4bf509:44479 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/WALs/8a040b4bf509,44479,1731010884477/8a040b4bf509%2C44479%2C1731010884477.1731010886184, exclude list is [], retry=0 2024-11-07T20:21:26,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39785,DS-7ee7eee8-c91a-4c6a-bb43-dd9d02de2e41,DISK] 2024-11-07T20:21:26,200 INFO [RS:0;8a040b4bf509:44479 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/WALs/8a040b4bf509,44479,1731010884477/8a040b4bf509%2C44479%2C1731010884477.1731010886184 2024-11-07T20:21:26,201 DEBUG [RS:0;8a040b4bf509:44479 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33805:33805)] 2024-11-07T20:21:26,282 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T20:21:26,282 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76 2024-11-07T20:21:26,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39785 is added to blk_1073741833_1009 (size=32) 2024-11-07T20:21:26,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:21:26,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T20:21:26,690 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T20:21:26,690 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:21:26,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:21:26,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T20:21:26,692 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T20:21:26,692 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:21:26,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:21:26,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T20:21:26,695 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T20:21:26,695 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:21:26,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:21:26,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T20:21:26,697 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T20:21:26,697 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:21:26,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:21:26,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T20:21:26,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/data/hbase/meta/1588230740 2024-11-07T20:21:26,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/data/hbase/meta/1588230740 2024-11-07T20:21:26,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T20:21:26,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T20:21:26,700 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T20:21:26,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T20:21:26,703 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T20:21:26,703 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71089886, jitterRate=0.059321850538253784}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T20:21:26,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731010886687Initializing all the Stores at 1731010886688 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010886688Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010886688Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010886688Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010886688Cleaning up temporary data from old regions at 1731010886699 (+11 ms)Region opened successfully at 1731010886703 (+4 ms) 2024-11-07T20:21:26,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T20:21:26,704 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T20:21:26,704 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T20:21:26,704 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T20:21:26,704 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T20:21:26,704 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T20:21:26,704 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731010886703Disabling compacts and flushes for region at 1731010886703Disabling writes for close at 1731010886704 (+1 ms)Writing region close event to WAL at 1731010886704Closed at 1731010886704 2024-11-07T20:21:26,705 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T20:21:26,705 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T20:21:26,705 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T20:21:26,707 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T20:21:26,707 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T20:21:26,858 DEBUG [8a040b4bf509:41271 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T20:21:26,858 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8a040b4bf509,44479,1731010884477 2024-11-07T20:21:26,859 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a040b4bf509,44479,1731010884477, state=OPENING 2024-11-07T20:21:26,873 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T20:21:26,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41271-0x10116f5bc7e0006, quorum=127.0.0.1:51667, baseZNode=/21508274397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21508274397 2024-11-07T20:21:26,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44479-0x10116f5bc7e0007, quorum=127.0.0.1:51667, baseZNode=/21508274397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21508274397 2024-11-07T20:21:26,884 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T20:21:26,884 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21508274397/meta-region-server: CHANGED 2024-11-07T20:21:26,884 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21508274397/meta-region-server: CHANGED 2024-11-07T20:21:26,884 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8a040b4bf509,44479,1731010884477}] 2024-11-07T20:21:27,036 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T20:21:27,037 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50385, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T20:21:27,040 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T20:21:27,040 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:21:27,040 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T20:21:27,041 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a040b4bf509%2C44479%2C1731010884477.meta, suffix=.meta, logDir=hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/WALs/8a040b4bf509,44479,1731010884477, archiveDir=hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/oldWALs, maxLogs=10 2024-11-07T20:21:27,053 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/WALs/8a040b4bf509,44479,1731010884477/8a040b4bf509%2C44479%2C1731010884477.meta.1731010887041.meta, exclude list is [], retry=0 2024-11-07T20:21:27,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39785,DS-7ee7eee8-c91a-4c6a-bb43-dd9d02de2e41,DISK] 2024-11-07T20:21:27,056 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/WALs/8a040b4bf509,44479,1731010884477/8a040b4bf509%2C44479%2C1731010884477.meta.1731010887041.meta 2024-11-07T20:21:27,056 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33805:33805)] 2024-11-07T20:21:27,056 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T20:21:27,057 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T20:21:27,057 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T20:21:27,057 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T20:21:27,057 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T20:21:27,057 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T20:21:27,057 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:21:27,057 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T20:21:27,057 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T20:21:27,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T20:21:27,058 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T20:21:27,058 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:21:27,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:21:27,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T20:21:27,059 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T20:21:27,059 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:21:27,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:21:27,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T20:21:27,060 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T20:21:27,060 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:21:27,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:21:27,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T20:21:27,061 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T20:21:27,061 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:21:27,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T20:21:27,061 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T20:21:27,062 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/data/hbase/meta/1588230740 2024-11-07T20:21:27,062 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/data/hbase/meta/1588230740 2024-11-07T20:21:27,063 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T20:21:27,063 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T20:21:27,063 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T20:21:27,064 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T20:21:27,065 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65496588, jitterRate=-0.024024784564971924}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T20:21:27,065 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T20:21:27,065 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731010887057Writing region info on filesystem at 1731010887057Initializing all the Stores at 1731010887058 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010887058Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010887058Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010887058Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731010887058Cleaning up temporary data from old regions at 1731010887063 (+5 ms)Running coprocessor post-open hooks at 1731010887065 (+2 ms)Region opened successfully at 1731010887065 2024-11-07T20:21:27,065 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731010887036 2024-11-07T20:21:27,067 DEBUG [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T20:21:27,067 INFO [RS_OPEN_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T20:21:27,067 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8a040b4bf509,44479,1731010884477 2024-11-07T20:21:27,068 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a040b4bf509,44479,1731010884477, state=OPEN 2024-11-07T20:21:27,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44479-0x10116f5bc7e0007, quorum=127.0.0.1:51667, baseZNode=/21508274397 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21508274397/meta-region-server 2024-11-07T20:21:27,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41271-0x10116f5bc7e0006, quorum=127.0.0.1:51667, baseZNode=/21508274397 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21508274397/meta-region-server 2024-11-07T20:21:27,107 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21508274397/meta-region-server: CHANGED 2024-11-07T20:21:27,107 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8a040b4bf509,44479,1731010884477 2024-11-07T20:21:27,107 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21508274397/meta-region-server: CHANGED 2024-11-07T20:21:27,108 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T20:21:27,108 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8a040b4bf509,44479,1731010884477 in 223 msec 2024-11-07T20:21:27,110 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T20:21:27,110 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 403 msec 2024-11-07T20:21:27,110 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T20:21:27,110 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T20:21:27,111 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:21:27,111 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,44479,1731010884477, seqNum=-1] 2024-11-07T20:21:27,111 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:21:27,112 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33213, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T20:21:27,115 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2790 sec 2024-11-07T20:21:27,115 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731010887115, completionTime=-1 2024-11-07T20:21:27,115 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T20:21:27,115 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T20:21:27,117 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T20:21:27,117 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731010947117 2024-11-07T20:21:27,117 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731011007117 2024-11-07T20:21:27,117 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-07T20:21:27,117 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,41271,1731010884332-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T20:21:27,117 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,41271,1731010884332-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:21:27,117 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,41271,1731010884332-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:21:27,117 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8a040b4bf509:41271, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:21:27,117 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T20:21:27,118 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T20:21:27,119 DEBUG [master/8a040b4bf509:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T20:21:27,120 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.578sec 2024-11-07T20:21:27,121 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T20:21:27,121 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T20:21:27,121 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T20:21:27,121 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T20:21:27,121 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T20:21:27,121 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,41271,1731010884332-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T20:21:27,121 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,41271,1731010884332-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T20:21:27,122 DEBUG [master/8a040b4bf509:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T20:21:27,122 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T20:21:27,122 INFO [master/8a040b4bf509:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a040b4bf509,41271,1731010884332-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T20:21:27,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f291eb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:21:27,204 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,41271,-1 for getting cluster id 2024-11-07T20:21:27,204 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:21:27,205 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4332169f-9484-4c0d-b239-ae852583e185' 2024-11-07T20:21:27,205 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:21:27,206 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4332169f-9484-4c0d-b239-ae852583e185" 2024-11-07T20:21:27,206 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f1665a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:21:27,206 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,41271,-1] 2024-11-07T20:21:27,206 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:21:27,206 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:21:27,207 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:21:27,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70d04d13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:21:27,208 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:21:27,211 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,44479,1731010884477, seqNum=-1] 2024-11-07T20:21:27,211 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:21:27,212 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T20:21:27,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8a040b4bf509,41271,1731010884332 2024-11-07T20:21:27,214 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:51667 2024-11-07T20:21:27,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:51667, baseZNode=/21508274397 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T20:21:27,227 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10116f5bc7e0008 connected 2024-11-07T20:21:27,239 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:21:27,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,39699,1731010873252 2024-11-07T20:21:27,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a2a5ff4 2024-11-07T20:21:27,241 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:21:27,241 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T20:21:27,242 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39699 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T20:21:27,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39699 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-07T20:21:27,244 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T20:21:27,244 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:21:27,245 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39699 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-07T20:21:27,245 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T20:21:27,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:21:27,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34809 is added to blk_1073741835_1011 (size=902) 2024-11-07T20:21:27,263 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a18b88f8381cf9fa94b66f72ee2896d1, NAME => 'test,,1731010887242.a18b88f8381cf9fa94b66f72ee2896d1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9 2024-11-07T20:21:27,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34809 is added to blk_1073741836_1012 (size=39) 2024-11-07T20:21:27,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:21:27,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:21:27,643 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T20:21:27,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:27,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:27,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:27,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:27,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:27,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:27,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:27,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:27,668 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731010887242.a18b88f8381cf9fa94b66f72ee2896d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:21:27,668 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a18b88f8381cf9fa94b66f72ee2896d1, disabling compactions & flushes 2024-11-07T20:21:27,668 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731010887242.a18b88f8381cf9fa94b66f72ee2896d1. 2024-11-07T20:21:27,668 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731010887242.a18b88f8381cf9fa94b66f72ee2896d1. 2024-11-07T20:21:27,669 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731010887242.a18b88f8381cf9fa94b66f72ee2896d1. after waiting 0 ms 2024-11-07T20:21:27,669 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731010887242.a18b88f8381cf9fa94b66f72ee2896d1. 2024-11-07T20:21:27,669 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731010887242.a18b88f8381cf9fa94b66f72ee2896d1. 2024-11-07T20:21:27,669 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a18b88f8381cf9fa94b66f72ee2896d1: Waiting for close lock at 1731010887668Disabling compacts and flushes for region at 1731010887668Disabling writes for close at 1731010887669 (+1 ms)Writing region close event to WAL at 1731010887669Closed at 1731010887669 2024-11-07T20:21:27,670 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T20:21:27,670 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731010887242.a18b88f8381cf9fa94b66f72ee2896d1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731010887670"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731010887670"}]},"ts":"1731010887670"} 2024-11-07T20:21:27,672 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T20:21:27,673 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T20:21:27,673 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731010887673"}]},"ts":"1731010887673"} 2024-11-07T20:21:27,674 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-07T20:21:27,675 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a18b88f8381cf9fa94b66f72ee2896d1, ASSIGN}] 2024-11-07T20:21:27,675 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a18b88f8381cf9fa94b66f72ee2896d1, ASSIGN 2024-11-07T20:21:27,676 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a18b88f8381cf9fa94b66f72ee2896d1, ASSIGN; state=OFFLINE, location=8a040b4bf509,37141,1731010873462; forceNewPlan=false, retain=false 2024-11-07T20:21:27,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:27,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:27,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:27,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:27,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:27,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:27,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:27,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:27,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:27,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:27,826 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a18b88f8381cf9fa94b66f72ee2896d1, regionState=OPENING, regionLocation=8a040b4bf509,37141,1731010873462 2024-11-07T20:21:27,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a18b88f8381cf9fa94b66f72ee2896d1, ASSIGN because future has completed 2024-11-07T20:21:27,828 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a18b88f8381cf9fa94b66f72ee2896d1, server=8a040b4bf509,37141,1731010873462}] 2024-11-07T20:21:27,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:21:27,983 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731010887242.a18b88f8381cf9fa94b66f72ee2896d1. 2024-11-07T20:21:27,983 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a18b88f8381cf9fa94b66f72ee2896d1, NAME => 'test,,1731010887242.a18b88f8381cf9fa94b66f72ee2896d1.', STARTKEY => '', ENDKEY => ''} 2024-11-07T20:21:27,984 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T20:21:27,984 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-07T20:21:27,984 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a18b88f8381cf9fa94b66f72ee2896d1 2024-11-07T20:21:27,984 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731010887242.a18b88f8381cf9fa94b66f72ee2896d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:21:27,984 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a18b88f8381cf9fa94b66f72ee2896d1 2024-11-07T20:21:27,984 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a18b88f8381cf9fa94b66f72ee2896d1 2024-11-07T20:21:27,985 INFO [StoreOpener-a18b88f8381cf9fa94b66f72ee2896d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a18b88f8381cf9fa94b66f72ee2896d1 2024-11-07T20:21:27,986 INFO [StoreOpener-a18b88f8381cf9fa94b66f72ee2896d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a18b88f8381cf9fa94b66f72ee2896d1 columnFamilyName f 2024-11-07T20:21:27,986 DEBUG [StoreOpener-a18b88f8381cf9fa94b66f72ee2896d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:21:27,986 INFO [StoreOpener-a18b88f8381cf9fa94b66f72ee2896d1-1 {}] regionserver.HStore(327): Store=a18b88f8381cf9fa94b66f72ee2896d1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:21:27,986 INFO [StoreOpener-a18b88f8381cf9fa94b66f72ee2896d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a18b88f8381cf9fa94b66f72ee2896d1 2024-11-07T20:21:27,987 INFO [StoreOpener-a18b88f8381cf9fa94b66f72ee2896d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a18b88f8381cf9fa94b66f72ee2896d1 columnFamilyName f1 2024-11-07T20:21:27,987 DEBUG [StoreOpener-a18b88f8381cf9fa94b66f72ee2896d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:21:27,988 INFO [StoreOpener-a18b88f8381cf9fa94b66f72ee2896d1-1 {}] regionserver.HStore(327): Store=a18b88f8381cf9fa94b66f72ee2896d1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:21:27,988 INFO [StoreOpener-a18b88f8381cf9fa94b66f72ee2896d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a18b88f8381cf9fa94b66f72ee2896d1 2024-11-07T20:21:27,988 INFO [StoreOpener-a18b88f8381cf9fa94b66f72ee2896d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a18b88f8381cf9fa94b66f72ee2896d1 columnFamilyName norep 2024-11-07T20:21:27,988 DEBUG [StoreOpener-a18b88f8381cf9fa94b66f72ee2896d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:21:27,989 INFO [StoreOpener-a18b88f8381cf9fa94b66f72ee2896d1-1 {}] regionserver.HStore(327): Store=a18b88f8381cf9fa94b66f72ee2896d1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:21:27,989 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a18b88f8381cf9fa94b66f72ee2896d1 2024-11-07T20:21:27,989 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/data/default/test/a18b88f8381cf9fa94b66f72ee2896d1 2024-11-07T20:21:27,990 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/data/default/test/a18b88f8381cf9fa94b66f72ee2896d1 2024-11-07T20:21:27,990 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a18b88f8381cf9fa94b66f72ee2896d1 2024-11-07T20:21:27,990 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a18b88f8381cf9fa94b66f72ee2896d1 2024-11-07T20:21:27,990 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T20:21:27,991 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a18b88f8381cf9fa94b66f72ee2896d1 2024-11-07T20:21:27,998 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/data/default/test/a18b88f8381cf9fa94b66f72ee2896d1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T20:21:27,998 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a18b88f8381cf9fa94b66f72ee2896d1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73537449, jitterRate=0.09579338133335114}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T20:21:27,998 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a18b88f8381cf9fa94b66f72ee2896d1 2024-11-07T20:21:27,998 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a18b88f8381cf9fa94b66f72ee2896d1: Running coprocessor pre-open hook at 1731010887984Writing region info on filesystem at 1731010887984Initializing all the Stores at 1731010887985 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010887985Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010887985Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010887985Cleaning up temporary data from old regions at 1731010887990 (+5 ms)Running coprocessor post-open hooks at 1731010887998 (+8 ms)Region opened successfully at 1731010887998 2024-11-07T20:21:27,999 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731010887242.a18b88f8381cf9fa94b66f72ee2896d1., pid=6, masterSystemTime=1731010887980 2024-11-07T20:21:28,001 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731010887242.a18b88f8381cf9fa94b66f72ee2896d1. 2024-11-07T20:21:28,001 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731010887242.a18b88f8381cf9fa94b66f72ee2896d1. 2024-11-07T20:21:28,002 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a18b88f8381cf9fa94b66f72ee2896d1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8a040b4bf509,37141,1731010873462 2024-11-07T20:21:28,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a18b88f8381cf9fa94b66f72ee2896d1, server=8a040b4bf509,37141,1731010873462 because future has completed 2024-11-07T20:21:28,005 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T20:21:28,005 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a18b88f8381cf9fa94b66f72ee2896d1, server=8a040b4bf509,37141,1731010873462 in 176 msec 2024-11-07T20:21:28,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T20:21:28,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a18b88f8381cf9fa94b66f72ee2896d1, ASSIGN in 330 msec 2024-11-07T20:21:28,007 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T20:21:28,007 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731010888007"}]},"ts":"1731010888007"} 2024-11-07T20:21:28,009 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-07T20:21:28,009 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T20:21:28,010 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 767 msec 2024-11-07T20:21:28,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:21:28,381 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:21:28,381 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-07T20:21:28,382 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,45655,1731010878514 2024-11-07T20:21:28,382 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6610d329 2024-11-07T20:21:28,382 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:21:28,383 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T20:21:28,384 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45655 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T20:21:28,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45655 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-07T20:21:28,386 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T20:21:28,386 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:21:28,386 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45655 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-07T20:21:28,387 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T20:21:28,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:21:28,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42653 is added to blk_1073741835_1011 (size=902) 2024-11-07T20:21:28,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:21:28,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:21:28,794 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6d80f08a93781f9ee687ca45586307c5, NAME => 'test,,1731010888383.6d80f08a93781f9ee687ca45586307c5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c 2024-11-07T20:21:28,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42653 is added to blk_1073741836_1012 (size=39) 2024-11-07T20:21:28,810 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731010888383.6d80f08a93781f9ee687ca45586307c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:21:28,810 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6d80f08a93781f9ee687ca45586307c5, disabling compactions & flushes 2024-11-07T20:21:28,811 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731010888383.6d80f08a93781f9ee687ca45586307c5. 2024-11-07T20:21:28,811 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731010888383.6d80f08a93781f9ee687ca45586307c5. 2024-11-07T20:21:28,811 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731010888383.6d80f08a93781f9ee687ca45586307c5. after waiting 0 ms 2024-11-07T20:21:28,811 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731010888383.6d80f08a93781f9ee687ca45586307c5. 2024-11-07T20:21:28,811 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731010888383.6d80f08a93781f9ee687ca45586307c5. 2024-11-07T20:21:28,811 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6d80f08a93781f9ee687ca45586307c5: Waiting for close lock at 1731010888810Disabling compacts and flushes for region at 1731010888810Disabling writes for close at 1731010888811 (+1 ms)Writing region close event to WAL at 1731010888811Closed at 1731010888811 2024-11-07T20:21:28,815 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T20:21:28,815 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731010888383.6d80f08a93781f9ee687ca45586307c5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731010888815"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731010888815"}]},"ts":"1731010888815"} 2024-11-07T20:21:28,817 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T20:21:28,819 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T20:21:28,820 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731010888820"}]},"ts":"1731010888820"} 2024-11-07T20:21:28,828 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-07T20:21:28,828 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6d80f08a93781f9ee687ca45586307c5, ASSIGN}] 2024-11-07T20:21:28,830 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6d80f08a93781f9ee687ca45586307c5, ASSIGN 2024-11-07T20:21:28,831 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6d80f08a93781f9ee687ca45586307c5, ASSIGN; state=OFFLINE, location=8a040b4bf509,38751,1731010878853; forceNewPlan=false, retain=false 2024-11-07T20:21:28,982 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6d80f08a93781f9ee687ca45586307c5, regionState=OPENING, regionLocation=8a040b4bf509,38751,1731010878853 2024-11-07T20:21:28,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6d80f08a93781f9ee687ca45586307c5, ASSIGN because future has completed 2024-11-07T20:21:28,985 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d80f08a93781f9ee687ca45586307c5, server=8a040b4bf509,38751,1731010878853}] 2024-11-07T20:21:29,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:21:29,142 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731010888383.6d80f08a93781f9ee687ca45586307c5. 2024-11-07T20:21:29,142 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6d80f08a93781f9ee687ca45586307c5, NAME => 'test,,1731010888383.6d80f08a93781f9ee687ca45586307c5.', STARTKEY => '', ENDKEY => ''} 2024-11-07T20:21:29,142 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T20:21:29,142 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-07T20:21:29,142 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6d80f08a93781f9ee687ca45586307c5 2024-11-07T20:21:29,142 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731010888383.6d80f08a93781f9ee687ca45586307c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:21:29,143 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6d80f08a93781f9ee687ca45586307c5 2024-11-07T20:21:29,143 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6d80f08a93781f9ee687ca45586307c5 2024-11-07T20:21:29,148 INFO [StoreOpener-6d80f08a93781f9ee687ca45586307c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6d80f08a93781f9ee687ca45586307c5 2024-11-07T20:21:29,153 INFO [StoreOpener-6d80f08a93781f9ee687ca45586307c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d80f08a93781f9ee687ca45586307c5 columnFamilyName f 2024-11-07T20:21:29,154 DEBUG [StoreOpener-6d80f08a93781f9ee687ca45586307c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:21:29,154 INFO [StoreOpener-6d80f08a93781f9ee687ca45586307c5-1 {}] regionserver.HStore(327): Store=6d80f08a93781f9ee687ca45586307c5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:21:29,154 INFO [StoreOpener-6d80f08a93781f9ee687ca45586307c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6d80f08a93781f9ee687ca45586307c5 2024-11-07T20:21:29,155 INFO [StoreOpener-6d80f08a93781f9ee687ca45586307c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d80f08a93781f9ee687ca45586307c5 columnFamilyName f1 2024-11-07T20:21:29,156 DEBUG [StoreOpener-6d80f08a93781f9ee687ca45586307c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:21:29,156 INFO [StoreOpener-6d80f08a93781f9ee687ca45586307c5-1 {}] regionserver.HStore(327): Store=6d80f08a93781f9ee687ca45586307c5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:21:29,156 INFO [StoreOpener-6d80f08a93781f9ee687ca45586307c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6d80f08a93781f9ee687ca45586307c5 2024-11-07T20:21:29,157 INFO [StoreOpener-6d80f08a93781f9ee687ca45586307c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d80f08a93781f9ee687ca45586307c5 columnFamilyName norep 2024-11-07T20:21:29,157 DEBUG [StoreOpener-6d80f08a93781f9ee687ca45586307c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:21:29,158 INFO [StoreOpener-6d80f08a93781f9ee687ca45586307c5-1 {}] regionserver.HStore(327): Store=6d80f08a93781f9ee687ca45586307c5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:21:29,158 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6d80f08a93781f9ee687ca45586307c5 2024-11-07T20:21:29,159 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/data/default/test/6d80f08a93781f9ee687ca45586307c5 2024-11-07T20:21:29,159 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/data/default/test/6d80f08a93781f9ee687ca45586307c5 2024-11-07T20:21:29,160 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6d80f08a93781f9ee687ca45586307c5 2024-11-07T20:21:29,160 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6d80f08a93781f9ee687ca45586307c5 2024-11-07T20:21:29,160 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T20:21:29,161 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6d80f08a93781f9ee687ca45586307c5 2024-11-07T20:21:29,165 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/data/default/test/6d80f08a93781f9ee687ca45586307c5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T20:21:29,165 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6d80f08a93781f9ee687ca45586307c5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70734426, jitterRate=0.054025083780288696}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T20:21:29,165 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6d80f08a93781f9ee687ca45586307c5 2024-11-07T20:21:29,165 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6d80f08a93781f9ee687ca45586307c5: Running coprocessor pre-open hook at 1731010889143Writing region info on filesystem at 1731010889143Initializing all the Stores at 1731010889147 (+4 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010889147Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010889148 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010889148Cleaning up temporary data from old regions at 1731010889160 (+12 ms)Running coprocessor post-open hooks at 1731010889165 (+5 ms)Region opened successfully at 1731010889165 2024-11-07T20:21:29,166 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731010888383.6d80f08a93781f9ee687ca45586307c5., pid=6, masterSystemTime=1731010889137 2024-11-07T20:21:29,169 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6d80f08a93781f9ee687ca45586307c5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8a040b4bf509,38751,1731010878853 2024-11-07T20:21:29,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d80f08a93781f9ee687ca45586307c5, server=8a040b4bf509,38751,1731010878853 because future has completed 2024-11-07T20:21:29,171 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731010888383.6d80f08a93781f9ee687ca45586307c5. 2024-11-07T20:21:29,171 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731010888383.6d80f08a93781f9ee687ca45586307c5. 2024-11-07T20:21:29,177 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T20:21:29,177 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6d80f08a93781f9ee687ca45586307c5, server=8a040b4bf509,38751,1731010878853 in 188 msec 2024-11-07T20:21:29,179 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T20:21:29,179 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6d80f08a93781f9ee687ca45586307c5, ASSIGN in 349 msec 2024-11-07T20:21:29,180 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T20:21:29,180 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731010889180"}]},"ts":"1731010889180"} 2024-11-07T20:21:29,181 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-07T20:21:29,182 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T20:21:29,183 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 798 msec 2024-11-07T20:21:29,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:21:29,521 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-07T20:21:29,521 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:21:29,522 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,41271,1731010884332 2024-11-07T20:21:29,522 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75f2eb87 2024-11-07T20:21:29,522 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:21:29,523 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T20:21:29,524 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41271 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T20:21:29,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41271 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-07T20:21:29,526 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T20:21:29,526 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:21:29,527 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41271 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-07T20:21:29,528 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T20:21:29,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:21:29,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39785 is added to blk_1073741835_1011 (size=902) 2024-11-07T20:21:29,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:21:29,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:21:29,920 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:21:29,921 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8a040b4bf509,35697,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a040b4bf509:35697 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T20:21:29,921 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148900 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8a040b4bf509,35697,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a040b4bf509:35697 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T20:21:29,938 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ff06bf01038bd56be84449f5924c64cb, NAME => 'test,,1731010889523.ff06bf01038bd56be84449f5924c64cb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76 2024-11-07T20:21:29,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39785 is added to blk_1073741836_1012 (size=39) 2024-11-07T20:21:29,952 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731010889523.ff06bf01038bd56be84449f5924c64cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:21:29,952 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ff06bf01038bd56be84449f5924c64cb, disabling compactions & flushes 2024-11-07T20:21:29,952 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731010889523.ff06bf01038bd56be84449f5924c64cb. 2024-11-07T20:21:29,953 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731010889523.ff06bf01038bd56be84449f5924c64cb. 2024-11-07T20:21:29,953 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731010889523.ff06bf01038bd56be84449f5924c64cb. after waiting 0 ms 2024-11-07T20:21:29,953 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731010889523.ff06bf01038bd56be84449f5924c64cb. 2024-11-07T20:21:29,953 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731010889523.ff06bf01038bd56be84449f5924c64cb. 2024-11-07T20:21:29,953 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ff06bf01038bd56be84449f5924c64cb: Waiting for close lock at 1731010889952Disabling compacts and flushes for region at 1731010889952Disabling writes for close at 1731010889953 (+1 ms)Writing region close event to WAL at 1731010889953Closed at 1731010889953 2024-11-07T20:21:29,954 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T20:21:29,955 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731010889523.ff06bf01038bd56be84449f5924c64cb.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731010889954"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731010889954"}]},"ts":"1731010889954"} 2024-11-07T20:21:29,958 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T20:21:29,959 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T20:21:29,959 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731010889959"}]},"ts":"1731010889959"} 2024-11-07T20:21:29,961 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-07T20:21:29,961 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ff06bf01038bd56be84449f5924c64cb, ASSIGN}] 2024-11-07T20:21:29,963 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ff06bf01038bd56be84449f5924c64cb, ASSIGN 2024-11-07T20:21:29,964 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ff06bf01038bd56be84449f5924c64cb, ASSIGN; state=OFFLINE, location=8a040b4bf509,44479,1731010884477; forceNewPlan=false, retain=false 2024-11-07T20:21:30,114 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ff06bf01038bd56be84449f5924c64cb, regionState=OPENING, regionLocation=8a040b4bf509,44479,1731010884477 2024-11-07T20:21:30,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ff06bf01038bd56be84449f5924c64cb, ASSIGN because future has completed 2024-11-07T20:21:30,117 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff06bf01038bd56be84449f5924c64cb, server=8a040b4bf509,44479,1731010884477}] 2024-11-07T20:21:30,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:21:30,272 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731010889523.ff06bf01038bd56be84449f5924c64cb. 2024-11-07T20:21:30,273 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ff06bf01038bd56be84449f5924c64cb, NAME => 'test,,1731010889523.ff06bf01038bd56be84449f5924c64cb.', STARTKEY => '', ENDKEY => ''} 2024-11-07T20:21:30,273 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T20:21:30,274 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-07T20:21:30,274 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ff06bf01038bd56be84449f5924c64cb 2024-11-07T20:21:30,274 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731010889523.ff06bf01038bd56be84449f5924c64cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:21:30,274 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ff06bf01038bd56be84449f5924c64cb 2024-11-07T20:21:30,274 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ff06bf01038bd56be84449f5924c64cb 2024-11-07T20:21:30,276 INFO [StoreOpener-ff06bf01038bd56be84449f5924c64cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ff06bf01038bd56be84449f5924c64cb 2024-11-07T20:21:30,277 INFO [StoreOpener-ff06bf01038bd56be84449f5924c64cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff06bf01038bd56be84449f5924c64cb columnFamilyName f 2024-11-07T20:21:30,277 DEBUG [StoreOpener-ff06bf01038bd56be84449f5924c64cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:21:30,277 INFO [StoreOpener-ff06bf01038bd56be84449f5924c64cb-1 {}] regionserver.HStore(327): Store=ff06bf01038bd56be84449f5924c64cb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:21:30,278 INFO [StoreOpener-ff06bf01038bd56be84449f5924c64cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ff06bf01038bd56be84449f5924c64cb 2024-11-07T20:21:30,279 INFO [StoreOpener-ff06bf01038bd56be84449f5924c64cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff06bf01038bd56be84449f5924c64cb columnFamilyName f1 2024-11-07T20:21:30,279 DEBUG [StoreOpener-ff06bf01038bd56be84449f5924c64cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:21:30,279 INFO [StoreOpener-ff06bf01038bd56be84449f5924c64cb-1 {}] regionserver.HStore(327): Store=ff06bf01038bd56be84449f5924c64cb/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:21:30,279 INFO [StoreOpener-ff06bf01038bd56be84449f5924c64cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ff06bf01038bd56be84449f5924c64cb 2024-11-07T20:21:30,280 INFO [StoreOpener-ff06bf01038bd56be84449f5924c64cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff06bf01038bd56be84449f5924c64cb columnFamilyName norep 2024-11-07T20:21:30,280 DEBUG [StoreOpener-ff06bf01038bd56be84449f5924c64cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:21:30,280 INFO [StoreOpener-ff06bf01038bd56be84449f5924c64cb-1 {}] regionserver.HStore(327): Store=ff06bf01038bd56be84449f5924c64cb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:21:30,281 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ff06bf01038bd56be84449f5924c64cb 2024-11-07T20:21:30,281 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/data/default/test/ff06bf01038bd56be84449f5924c64cb 2024-11-07T20:21:30,282 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/data/default/test/ff06bf01038bd56be84449f5924c64cb 2024-11-07T20:21:30,282 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ff06bf01038bd56be84449f5924c64cb 2024-11-07T20:21:30,283 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ff06bf01038bd56be84449f5924c64cb 2024-11-07T20:21:30,283 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T20:21:30,284 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ff06bf01038bd56be84449f5924c64cb 2024-11-07T20:21:30,289 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/data/default/test/ff06bf01038bd56be84449f5924c64cb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T20:21:30,289 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ff06bf01038bd56be84449f5924c64cb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68904151, jitterRate=0.026751860976219177}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T20:21:30,289 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ff06bf01038bd56be84449f5924c64cb 2024-11-07T20:21:30,289 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ff06bf01038bd56be84449f5924c64cb: Running coprocessor pre-open hook at 1731010890275Writing region info on filesystem at 1731010890275Initializing all the Stores at 1731010890275Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010890275Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010890276 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010890276Cleaning up temporary data from old regions at 1731010890283 (+7 ms)Running coprocessor post-open hooks at 1731010890289 (+6 ms)Region opened successfully at 1731010890289 2024-11-07T20:21:30,290 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731010889523.ff06bf01038bd56be84449f5924c64cb., pid=6, masterSystemTime=1731010890269 2024-11-07T20:21:30,292 DEBUG [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731010889523.ff06bf01038bd56be84449f5924c64cb. 2024-11-07T20:21:30,292 INFO [RS_OPEN_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731010889523.ff06bf01038bd56be84449f5924c64cb. 2024-11-07T20:21:30,293 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ff06bf01038bd56be84449f5924c64cb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8a040b4bf509,44479,1731010884477 2024-11-07T20:21:30,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff06bf01038bd56be84449f5924c64cb, server=8a040b4bf509,44479,1731010884477 because future has completed 2024-11-07T20:21:30,301 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T20:21:30,301 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ff06bf01038bd56be84449f5924c64cb, server=8a040b4bf509,44479,1731010884477 in 180 msec 2024-11-07T20:21:30,302 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T20:21:30,302 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ff06bf01038bd56be84449f5924c64cb, ASSIGN in 340 msec 2024-11-07T20:21:30,303 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T20:21:30,303 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731010890303"}]},"ts":"1731010890303"} 2024-11-07T20:21:30,304 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-07T20:21:30,305 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T20:21:30,306 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 781 msec 2024-11-07T20:21:30,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T20:21:30,671 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-07T20:21:30,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1179f164, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:21:30,672 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,39699,-1 for getting cluster id 2024-11-07T20:21:30,672 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:21:30,673 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c55a6e8b-4b0a-4ae6-8275-c8f21fff8d59' 2024-11-07T20:21:30,673 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:21:30,673 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c55a6e8b-4b0a-4ae6-8275-c8f21fff8d59" 2024-11-07T20:21:30,673 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62b63361, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:21:30,673 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,39699,-1] 2024-11-07T20:21:30,673 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:21:30,673 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:21:30,674 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:21:30,674 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@712080c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:21:30,674 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:21:30,675 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,39699,1731010873252 2024-11-07T20:21:30,675 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@292a17 2024-11-07T20:21:30,675 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:21:30,676 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T20:21:30,676 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39699 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://8a040b4bf509:45655,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-07T20:21:30,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39699 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T20:21:30,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T20:21:30,678 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8a040b4bf509:45655' 2024-11-07T20:21:30,679 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45d750d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:21:30,679 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,45655,-1 for getting cluster id 2024-11-07T20:21:30,679 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:21:30,680 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d127279-8e02-4f5b-abea-b66e4004c394' 2024-11-07T20:21:30,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:21:30,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d127279-8e02-4f5b-abea-b66e4004c394" 2024-11-07T20:21:30,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7da43bb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:21:30,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,45655,-1] 2024-11-07T20:21:30,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:21:30,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:21:30,681 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:21:30,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37098dc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:21:30,681 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:21:30,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,45655,1731010878514 2024-11-07T20:21:30,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59f03e31 2024-11-07T20:21:30,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:21:30,682 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T20:21:30,683 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-07T20:21:30,683 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T20:21:30,683 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:21:30,683 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:21:30,683 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:21:30,683 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T20:21:30,684 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-07T20:21:30,685 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T20:21:30,685 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:21:30,686 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T20:21:30,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34809 is added to blk_1073741837_1013 (size=1138) 2024-11-07T20:21:30,735 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-07T20:21:30,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T20:21:30,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T20:21:31,093 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ec0bbe98fb6d4b81cebac3a89f8f28d0, NAME => 'hbase:replication,,1731010890683.ec0bbe98fb6d4b81cebac3a89f8f28d0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9 2024-11-07T20:21:31,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34809 is added to blk_1073741838_1014 (size=44) 2024-11-07T20:21:31,101 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731010890683.ec0bbe98fb6d4b81cebac3a89f8f28d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:21:31,101 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ec0bbe98fb6d4b81cebac3a89f8f28d0, disabling compactions & flushes 2024-11-07T20:21:31,101 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731010890683.ec0bbe98fb6d4b81cebac3a89f8f28d0. 2024-11-07T20:21:31,101 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731010890683.ec0bbe98fb6d4b81cebac3a89f8f28d0. 2024-11-07T20:21:31,101 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731010890683.ec0bbe98fb6d4b81cebac3a89f8f28d0. after waiting 0 ms 2024-11-07T20:21:31,101 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731010890683.ec0bbe98fb6d4b81cebac3a89f8f28d0. 2024-11-07T20:21:31,101 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731010890683.ec0bbe98fb6d4b81cebac3a89f8f28d0. 2024-11-07T20:21:31,101 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ec0bbe98fb6d4b81cebac3a89f8f28d0: Waiting for close lock at 1731010891101Disabling compacts and flushes for region at 1731010891101Disabling writes for close at 1731010891101Writing region close event to WAL at 1731010891101Closed at 1731010891101 2024-11-07T20:21:31,102 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T20:21:31,103 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731010890683.ec0bbe98fb6d4b81cebac3a89f8f28d0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731010891102"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731010891102"}]},"ts":"1731010891102"} 2024-11-07T20:21:31,105 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T20:21:31,105 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T20:21:31,106 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731010891106"}]},"ts":"1731010891106"} 2024-11-07T20:21:31,107 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-07T20:21:31,108 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ec0bbe98fb6d4b81cebac3a89f8f28d0, ASSIGN}] 2024-11-07T20:21:31,109 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ec0bbe98fb6d4b81cebac3a89f8f28d0, ASSIGN 2024-11-07T20:21:31,109 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ec0bbe98fb6d4b81cebac3a89f8f28d0, ASSIGN; state=OFFLINE, location=8a040b4bf509,37141,1731010873462; forceNewPlan=false, retain=false 2024-11-07T20:21:31,260 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ec0bbe98fb6d4b81cebac3a89f8f28d0, regionState=OPENING, regionLocation=8a040b4bf509,37141,1731010873462 2024-11-07T20:21:31,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ec0bbe98fb6d4b81cebac3a89f8f28d0, ASSIGN because future has completed 2024-11-07T20:21:31,263 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec0bbe98fb6d4b81cebac3a89f8f28d0, server=8a040b4bf509,37141,1731010873462}] 2024-11-07T20:21:31,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T20:21:31,418 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731010890683.ec0bbe98fb6d4b81cebac3a89f8f28d0. 2024-11-07T20:21:31,419 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T20:21:31,419 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-07T20:21:31,420 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a040b4bf509%2C37141%2C1731010873462.rep, suffix=, logDir=hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/WALs/8a040b4bf509,37141,1731010873462, archiveDir=hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/oldWALs, maxLogs=10 2024-11-07T20:21:31,439 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/WALs/8a040b4bf509,37141,1731010873462/8a040b4bf509%2C37141%2C1731010873462.rep.1731010891420, exclude list is [], retry=0 2024-11-07T20:21:31,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34809,DS-33e4ccb1-873c-4416-9302-8907ec6388f3,DISK] 2024-11-07T20:21:31,443 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/WALs/8a040b4bf509,37141,1731010873462/8a040b4bf509%2C37141%2C1731010873462.rep.1731010891420 2024-11-07T20:21:31,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38155:38155)] 2024-11-07T20:21:31,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ec0bbe98fb6d4b81cebac3a89f8f28d0, NAME => 'hbase:replication,,1731010890683.ec0bbe98fb6d4b81cebac3a89f8f28d0.', STARTKEY => '', ENDKEY => ''} 2024-11-07T20:21:31,444 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T20:21:31,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T20:21:31,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731010890683.ec0bbe98fb6d4b81cebac3a89f8f28d0. service=MultiRowMutationService 2024-11-07T20:21:31,444 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-07T20:21:31,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ec0bbe98fb6d4b81cebac3a89f8f28d0 2024-11-07T20:21:31,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731010890683.ec0bbe98fb6d4b81cebac3a89f8f28d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T20:21:31,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ec0bbe98fb6d4b81cebac3a89f8f28d0 2024-11-07T20:21:31,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ec0bbe98fb6d4b81cebac3a89f8f28d0 2024-11-07T20:21:31,447 INFO [StoreOpener-ec0bbe98fb6d4b81cebac3a89f8f28d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ec0bbe98fb6d4b81cebac3a89f8f28d0 2024-11-07T20:21:31,448 INFO [StoreOpener-ec0bbe98fb6d4b81cebac3a89f8f28d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec0bbe98fb6d4b81cebac3a89f8f28d0 columnFamilyName hfileref 2024-11-07T20:21:31,448 DEBUG [StoreOpener-ec0bbe98fb6d4b81cebac3a89f8f28d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:21:31,449 INFO [StoreOpener-ec0bbe98fb6d4b81cebac3a89f8f28d0-1 {}] regionserver.HStore(327): Store=ec0bbe98fb6d4b81cebac3a89f8f28d0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:21:31,449 INFO [StoreOpener-ec0bbe98fb6d4b81cebac3a89f8f28d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ec0bbe98fb6d4b81cebac3a89f8f28d0 2024-11-07T20:21:31,450 INFO [StoreOpener-ec0bbe98fb6d4b81cebac3a89f8f28d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec0bbe98fb6d4b81cebac3a89f8f28d0 columnFamilyName queue 2024-11-07T20:21:31,450 DEBUG [StoreOpener-ec0bbe98fb6d4b81cebac3a89f8f28d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:21:31,450 INFO [StoreOpener-ec0bbe98fb6d4b81cebac3a89f8f28d0-1 {}] regionserver.HStore(327): Store=ec0bbe98fb6d4b81cebac3a89f8f28d0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:21:31,450 INFO [StoreOpener-ec0bbe98fb6d4b81cebac3a89f8f28d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ec0bbe98fb6d4b81cebac3a89f8f28d0 2024-11-07T20:21:31,451 INFO [StoreOpener-ec0bbe98fb6d4b81cebac3a89f8f28d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec0bbe98fb6d4b81cebac3a89f8f28d0 columnFamilyName sid 2024-11-07T20:21:31,451 DEBUG [StoreOpener-ec0bbe98fb6d4b81cebac3a89f8f28d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T20:21:31,451 INFO [StoreOpener-ec0bbe98fb6d4b81cebac3a89f8f28d0-1 {}] regionserver.HStore(327): Store=ec0bbe98fb6d4b81cebac3a89f8f28d0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T20:21:31,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ec0bbe98fb6d4b81cebac3a89f8f28d0 2024-11-07T20:21:31,452 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/data/hbase/replication/ec0bbe98fb6d4b81cebac3a89f8f28d0 2024-11-07T20:21:31,452 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/data/hbase/replication/ec0bbe98fb6d4b81cebac3a89f8f28d0 2024-11-07T20:21:31,453 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ec0bbe98fb6d4b81cebac3a89f8f28d0 2024-11-07T20:21:31,453 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ec0bbe98fb6d4b81cebac3a89f8f28d0 2024-11-07T20:21:31,453 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T20:21:31,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ec0bbe98fb6d4b81cebac3a89f8f28d0 2024-11-07T20:21:31,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/data/hbase/replication/ec0bbe98fb6d4b81cebac3a89f8f28d0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T20:21:31,456 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ec0bbe98fb6d4b81cebac3a89f8f28d0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74373691, jitterRate=0.10825435817241669}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T20:21:31,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ec0bbe98fb6d4b81cebac3a89f8f28d0 2024-11-07T20:21:31,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ec0bbe98fb6d4b81cebac3a89f8f28d0: Running coprocessor pre-open hook at 1731010891445Writing region info on filesystem at 1731010891445Initializing all the Stores at 1731010891445Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010891445Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010891447 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731010891447Cleaning up temporary data from old regions at 1731010891453 (+6 ms)Running coprocessor post-open hooks at 1731010891456 (+3 ms)Region opened successfully at 1731010891456 2024-11-07T20:21:31,462 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731010890683.ec0bbe98fb6d4b81cebac3a89f8f28d0., pid=10, masterSystemTime=1731010891415 2024-11-07T20:21:31,464 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731010890683.ec0bbe98fb6d4b81cebac3a89f8f28d0. 2024-11-07T20:21:31,464 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731010890683.ec0bbe98fb6d4b81cebac3a89f8f28d0. 2024-11-07T20:21:31,464 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ec0bbe98fb6d4b81cebac3a89f8f28d0, regionState=OPEN, openSeqNum=2, regionLocation=8a040b4bf509,37141,1731010873462 2024-11-07T20:21:31,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec0bbe98fb6d4b81cebac3a89f8f28d0, server=8a040b4bf509,37141,1731010873462 because future has completed 2024-11-07T20:21:31,469 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-07T20:21:31,470 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ec0bbe98fb6d4b81cebac3a89f8f28d0, server=8a040b4bf509,37141,1731010873462 in 205 msec 2024-11-07T20:21:31,471 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-07T20:21:31,471 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ec0bbe98fb6d4b81cebac3a89f8f28d0, ASSIGN in 361 msec 2024-11-07T20:21:31,472 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T20:21:31,472 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731010891472"}]},"ts":"1731010891472"} 2024-11-07T20:21:31,474 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-07T20:21:31,475 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T20:21:31,477 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 791 msec 2024-11-07T20:21:31,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731010890683.ec0bbe98fb6d4b81cebac3a89f8f28d0., hostname=8a040b4bf509,37141,1731010873462, seqNum=2] 2024-11-07T20:21:31,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37141-0x10116f5bc7e0001, quorum=127.0.0.1:51667, baseZNode=/0-256835940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-256835940 2024-11-07T20:21:31,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39699-0x10116f5bc7e0000, quorum=127.0.0.1:51667, baseZNode=/0-256835940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-256835940 2024-11-07T20:21:31,579 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T20:21:31,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37141 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-07T20:21:31,732 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-07T20:21:31,758 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-8a040b4bf509,37141,1731010873462, ReplicationSource: 1, currentBandwidth=0 2024-11-07T20:21:31,758 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:21:31,758 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,37141,1731010873462, seqNum=-1] 2024-11-07T20:21:31,759 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:21:31,759 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48279, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-07T20:21:31,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8a040b4bf509,37141,1731010873462', locateType=CURRENT is [region=hbase:replication,,1731010890683.ec0bbe98fb6d4b81cebac3a89f8f28d0., hostname=8a040b4bf509,37141,1731010873462, seqNum=2] 2024-11-07T20:21:31,763 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-07T20:21:31,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39699 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-07T20:21:31,765 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8a040b4bf509,37141,1731010873462 suceeded 2024-11-07T20:21:31,767 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-07T20:21:31,767 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-07T20:21:31,767 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8a040b4bf509:45655,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T20:21:31,768 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0910 sec 2024-11-07T20:21:31,777 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,37141,1731010873462 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8a040b4bf509:45655' 2024-11-07T20:21:31,779 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,37141,1731010873462 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71e3cb1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:21:31,779 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,37141,1731010873462 {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,45655,-1 for getting cluster id 2024-11-07T20:21:31,779 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,37141,1731010873462 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:21:31,779 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d127279-8e02-4f5b-abea-b66e4004c394' 2024-11-07T20:21:31,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:21:31,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d127279-8e02-4f5b-abea-b66e4004c394" 2024-11-07T20:21:31,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12333523, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:21:31,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,45655,-1] 2024-11-07T20:21:31,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:21:31,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:21:31,780 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:21:31,781 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,37141,1731010873462 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e33e2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:21:31,781 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,37141,1731010873462 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:21:31,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,45655,1731010878514 2024-11-07T20:21:31,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76e7e7ec 2024-11-07T20:21:31,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:21:31,782 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-07T20:21:31,782 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,37141,1731010873462 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8a040b4bf509,37141,1731010873462 (queues=1) is replicating from cluster=c55a6e8b-4b0a-4ae6-8275-c8f21fff8d59 to cluster=0d127279-8e02-4f5b-abea-b66e4004c394 2024-11-07T20:21:31,783 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,37141,1731010873462 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8a040b4bf509%2C37141%2C1731010873462 2024-11-07T20:21:31,783 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,37141,1731010873462 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8a040b4bf509,37141,1731010873462, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T20:21:31,783 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,37141,1731010873462.replicationSource.shipper8a040b4bf509%2C37141%2C1731010873462,1-8a040b4bf509,37141,1731010873462 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8a040b4bf509%2C37141%2C1731010873462 2024-11-07T20:21:31,783 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,37141,1731010873462.replicationSource.wal-reader.8a040b4bf509%2C37141%2C1731010873462,1-8a040b4bf509,37141,1731010873462 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/WALs/8a040b4bf509,37141,1731010873462/8a040b4bf509%2C37141%2C1731010873462.1731010874989, startPosition=0, beingWritten=true 2024-11-07T20:21:31,787 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,37141,1731010873462.replicationSource.wal-reader.8a040b4bf509%2C37141%2C1731010873462,1-8a040b4bf509,37141,1731010873462 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T20:21:31,787 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,37141,1731010873462.replicationSource.wal-reader.8a040b4bf509%2C37141%2C1731010873462,1-8a040b4bf509,37141,1731010873462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/WALs/8a040b4bf509,37141,1731010873462/8a040b4bf509%2C37141%2C1731010873462.1731010874989 to pos 379, reset compression=false 2024-11-07T20:21:31,787 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,37141,1731010873462.replicationSource.shipper8a040b4bf509%2C37141%2C1731010873462,1-8a040b4bf509,37141,1731010873462 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a040b4bf509,37141,1731010873462 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/WALs/8a040b4bf509,37141,1731010873462/8a040b4bf509%2C37141%2C1731010873462.1731010874989, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T20:21:31,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T20:21:31,811 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-07T20:21:31,811 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T20:21:31,811 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:21:31,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:21:31,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:21:31,811 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:21:31,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f814260, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:21:31,812 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,39699,-1 for getting cluster id 2024-11-07T20:21:31,812 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:21:31,813 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c55a6e8b-4b0a-4ae6-8275-c8f21fff8d59' 2024-11-07T20:21:31,813 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:21:31,813 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c55a6e8b-4b0a-4ae6-8275-c8f21fff8d59" 2024-11-07T20:21:31,813 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cb582c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:21:31,813 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,39699,-1] 2024-11-07T20:21:31,813 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:21:31,813 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:21:31,814 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:21:31,814 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2494028f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:21:31,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cda0f1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:21:31,815 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,45655,-1 for getting cluster id 2024-11-07T20:21:31,815 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:21:31,815 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d127279-8e02-4f5b-abea-b66e4004c394' 2024-11-07T20:21:31,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:21:31,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d127279-8e02-4f5b-abea-b66e4004c394" 2024-11-07T20:21:31,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55b670c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:21:31,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,45655,-1] 2024-11-07T20:21:31,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:21:31,816 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:21:31,816 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:21:31,817 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7232eecd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:21:31,817 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eb127ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:21:31,817 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,41271,-1 for getting cluster id 2024-11-07T20:21:31,817 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:21:31,818 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4332169f-9484-4c0d-b239-ae852583e185' 2024-11-07T20:21:31,818 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:21:31,818 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4332169f-9484-4c0d-b239-ae852583e185" 2024-11-07T20:21:31,818 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33f35e5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:21:31,818 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,41271,-1] 2024-11-07T20:21:31,818 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:21:31,818 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:21:31,819 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:21:31,819 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ea35f0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:21:31,820 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:21:31,822 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731010891822/Put/seqid=0 2024-11-07T20:21:31,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34809 is added to blk_1073741840_1016 (size=7894) 2024-11-07T20:21:31,990 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,37141,1731010873462.replicationSource.wal-reader.8a040b4bf509%2C37141%2C1731010873462,1-8a040b4bf509,37141,1731010873462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/WALs/8a040b4bf509,37141,1731010873462/8a040b4bf509%2C37141%2C1731010873462.1731010874989 to pos 379, reset compression=false 2024-11-07T20:21:32,230 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731010892230/Put/seqid=0 2024-11-07T20:21:32,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34809 is added to blk_1073741841_1017 (size=7691) 2024-11-07T20:21:32,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25c2b920, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:21:32,235 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,39699,-1 for getting cluster id 2024-11-07T20:21:32,235 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:21:32,236 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c55a6e8b-4b0a-4ae6-8275-c8f21fff8d59' 2024-11-07T20:21:32,236 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:21:32,236 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c55a6e8b-4b0a-4ae6-8275-c8f21fff8d59" 2024-11-07T20:21:32,237 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2706f69a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:21:32,237 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,39699,-1] 2024-11-07T20:21:32,237 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:21:32,237 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:21:32,238 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:21:32,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3517efad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:21:32,239 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:21:32,240 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,37141,1731010873462, seqNum=-1] 2024-11-07T20:21:32,240 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:21:32,240 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T20:21:32,248 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:21:32,249 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,39699,1731010873252 2024-11-07T20:21:32,249 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f5fea71 2024-11-07T20:21:32,249 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:21:32,250 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T20:21:32,253 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731010887242.a18b88f8381cf9fa94b66f72ee2896d1., hostname=8a040b4bf509,37141,1731010873462, seqNum=2] 2024-11-07T20:21:32,255 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-07T20:21:32,259 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-07T20:21:32,262 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-07T20:21:32,266 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/testHFileCyclicReplication_0/f/hfile_0 for inclusion in a18b88f8381cf9fa94b66f72ee2896d1/f 2024-11-07T20:21:32,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-07T20:21:32,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T20:21:32,269 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/testHFileCyclicReplication_0/f/hfile_1 for inclusion in a18b88f8381cf9fa94b66f72ee2896d1/f 2024-11-07T20:21:32,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-07T20:21:32,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T20:21:32,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] regionserver.HRegion(2603): Flush status journal for a18b88f8381cf9fa94b66f72ee2896d1: 2024-11-07T20:21:32,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/staging/jenkins__test__brn8p8moglb6jhdglm0ada59kf59iigkol8gp7t4grr4nclbc37evn6k3h09egdd/f/hfile_0 2024-11-07T20:21:32,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/staging/jenkins__test__brn8p8moglb6jhdglm0ada59kf59iigkol8gp7t4grr4nclbc37evn6k3h09egdd/f/hfile_0 as hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/data/default/test/a18b88f8381cf9fa94b66f72ee2896d1/f/b69ba368109d478c875211a31dcec9ba_SeqId_4_ 2024-11-07T20:21:32,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/staging/jenkins__test__brn8p8moglb6jhdglm0ada59kf59iigkol8gp7t4grr4nclbc37evn6k3h09egdd/f/hfile_1 2024-11-07T20:21:32,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/staging/jenkins__test__brn8p8moglb6jhdglm0ada59kf59iigkol8gp7t4grr4nclbc37evn6k3h09egdd/f/hfile_1 as hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/data/default/test/a18b88f8381cf9fa94b66f72ee2896d1/f/3cefa83ac21144c5975fb658aa6b1be6_SeqId_4_ 2024-11-07T20:21:32,280 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/staging/jenkins__test__brn8p8moglb6jhdglm0ada59kf59iigkol8gp7t4grr4nclbc37evn6k3h09egdd/f/hfile_0 into a18b88f8381cf9fa94b66f72ee2896d1/f as hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/data/default/test/a18b88f8381cf9fa94b66f72ee2896d1/f/b69ba368109d478c875211a31dcec9ba_SeqId_4_ - updating store file list. 2024-11-07T20:21:32,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b69ba368109d478c875211a31dcec9ba_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-07T20:21:32,284 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/data/default/test/a18b88f8381cf9fa94b66f72ee2896d1/f/b69ba368109d478c875211a31dcec9ba_SeqId_4_ into a18b88f8381cf9fa94b66f72ee2896d1/f 2024-11-07T20:21:32,284 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/staging/jenkins__test__brn8p8moglb6jhdglm0ada59kf59iigkol8gp7t4grr4nclbc37evn6k3h09egdd/f/hfile_0 into a18b88f8381cf9fa94b66f72ee2896d1/f (new location: hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/data/default/test/a18b88f8381cf9fa94b66f72ee2896d1/f/b69ba368109d478c875211a31dcec9ba_SeqId_4_) 2024-11-07T20:21:32,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/staging/jenkins__test__brn8p8moglb6jhdglm0ada59kf59iigkol8gp7t4grr4nclbc37evn6k3h09egdd/f/hfile_0 2024-11-07T20:21:32,286 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/staging/jenkins__test__brn8p8moglb6jhdglm0ada59kf59iigkol8gp7t4grr4nclbc37evn6k3h09egdd/f/hfile_1 into a18b88f8381cf9fa94b66f72ee2896d1/f as hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/data/default/test/a18b88f8381cf9fa94b66f72ee2896d1/f/3cefa83ac21144c5975fb658aa6b1be6_SeqId_4_ - updating store file list. 2024-11-07T20:21:32,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3cefa83ac21144c5975fb658aa6b1be6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-07T20:21:32,290 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/data/default/test/a18b88f8381cf9fa94b66f72ee2896d1/f/3cefa83ac21144c5975fb658aa6b1be6_SeqId_4_ into a18b88f8381cf9fa94b66f72ee2896d1/f 2024-11-07T20:21:32,290 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/staging/jenkins__test__brn8p8moglb6jhdglm0ada59kf59iigkol8gp7t4grr4nclbc37evn6k3h09egdd/f/hfile_1 into a18b88f8381cf9fa94b66f72ee2896d1/f (new location: hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/data/default/test/a18b88f8381cf9fa94b66f72ee2896d1/f/3cefa83ac21144c5975fb658aa6b1be6_SeqId_4_) 2024-11-07T20:21:32,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/staging/jenkins__test__brn8p8moglb6jhdglm0ada59kf59iigkol8gp7t4grr4nclbc37evn6k3h09egdd/f/hfile_1 2024-11-07T20:21:32,292 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T20:21:32,292 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:21:32,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:21:32,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:21:32,293 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:21:32,293 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731010887242.a18b88f8381cf9fa94b66f72ee2896d1., hostname=8a040b4bf509,37141,1731010873462, seqNum=2 , the old value is region=test,,1731010887242.a18b88f8381cf9fa94b66f72ee2896d1., hostname=8a040b4bf509,37141,1731010873462, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=8a040b4bf509:37141 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-07T20:21:32,294 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731010887242.a18b88f8381cf9fa94b66f72ee2896d1., hostname=8a040b4bf509,37141,1731010873462, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-07T20:21:32,294 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731010887242.a18b88f8381cf9fa94b66f72ee2896d1., hostname=8a040b4bf509,37141,1731010873462, seqNum=2 from cache 2024-11-07T20:21:32,294 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,38751,1731010878853, seqNum=-1] 2024-11-07T20:21:32,294 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:21:32,294 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-07T20:21:32,295 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T20:21:32,296 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731010888383.6d80f08a93781f9ee687ca45586307c5., hostname=8a040b4bf509,38751,1731010878853, seqNum=2] 2024-11-07T20:21:32,298 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-07T20:21:32,300 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:21:32,311 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,37141,1731010873462.replicationSource.wal-reader.8a040b4bf509%2C37141%2C1731010873462,1-8a040b4bf509,37141,1731010873462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/WALs/8a040b4bf509,37141,1731010873462/8a040b4bf509%2C37141%2C1731010873462.1731010874989 to pos 379, reset compression=false 2024-11-07T20:21:32,315 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,37141,1731010873462.replicationSource.wal-reader.8a040b4bf509%2C37141%2C1731010873462,1-8a040b4bf509,37141,1731010873462 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T20:21:32,316 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,37141,1731010873462.replicationSource.shipper8a040b4bf509%2C37141%2C1731010873462,1-8a040b4bf509,37141,1731010873462 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a040b4bf509,37141,1731010873462 got entry batch from reader: WALEntryBatch [walEntries=[{test/a18b88f8381cf9fa94b66f72ee2896d1/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731010892290/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/WALs/8a040b4bf509,37141,1731010873462/8a040b4bf509%2C37141%2C1731010873462.1731010874989, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-07T20:21:32,318 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,37141,1731010873462.replicationSource.shipper8a040b4bf509%2C37141%2C1731010873462,1-8a040b4bf509,37141,1731010873462 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T20:21:32,318 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-07T20:21:32,319 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.ReplicationSink(318): Replicating [c55a6e8b-4b0a-4ae6-8275-c8f21fff8d59] bulk loaded data 2024-11-07T20:21:32,324 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46908dd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:21:32,324 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,45655,-1 for getting cluster id 2024-11-07T20:21:32,325 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:21:32,325 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d127279-8e02-4f5b-abea-b66e4004c394' 2024-11-07T20:21:32,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:21:32,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d127279-8e02-4f5b-abea-b66e4004c394" 2024-11-07T20:21:32,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f622c62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:21:32,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,45655,-1] 2024-11-07T20:21:32,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:21:32,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:21:32,327 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:21:32,328 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6403c58a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:21:32,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42653 is added to blk_1073741837_1013 (size=7894) 2024-11-07T20:21:32,401 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a040b4bf509:37141 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-07T20:21:32,516 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,37141,1731010873462.replicationSource.wal-reader.8a040b4bf509%2C37141%2C1731010873462,1-8a040b4bf509,37141,1731010873462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/WALs/8a040b4bf509,37141,1731010873462/8a040b4bf509%2C37141%2C1731010873462.1731010874989 to pos 687, reset compression=false 2024-11-07T20:21:32,560 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T20:21:32,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:32,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:32,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:32,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:32,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:32,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:32,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:32,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:32,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:32,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:32,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:32,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:32,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:32,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:32,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:32,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:32,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:32,643 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:32,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42653 is added to blk_1073741838_1014 (size=7691) 2024-11-07T20:21:32,762 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:21:32,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,45655,1731010878514 2024-11-07T20:21:32,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2901ceb1 2024-11-07T20:21:32,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:21:32,767 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-07T20:21:32,770 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-07T20:21:32,773 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:21:32,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,38751,1731010878853, seqNum=-1] 2024-11-07T20:21:32,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:21:32,776 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-07T20:21:32,798 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/staging/jenkins.hfs.22__test__f8stsuo2lltsutcaffk39kjv1l21kksnu7ut0kenvhn04sai3mbl3v2ncsik9d09/f/3cefa83ac21144c5975fb658aa6b1be6_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-07T20:21:32,801 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/staging/jenkins.hfs.22__test__f8stsuo2lltsutcaffk39kjv1l21kksnu7ut0kenvhn04sai3mbl3v2ncsik9d09/f/b69ba368109d478c875211a31dcec9ba_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-07T20:21:32,807 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/staging/jenkins.hfs.22__test__f8stsuo2lltsutcaffk39kjv1l21kksnu7ut0kenvhn04sai3mbl3v2ncsik9d09/f/3cefa83ac21144c5975fb658aa6b1be6_SeqId_4_ for inclusion in 6d80f08a93781f9ee687ca45586307c5/f 2024-11-07T20:21:32,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-07T20:21:32,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T20:21:32,810 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/staging/jenkins.hfs.22__test__f8stsuo2lltsutcaffk39kjv1l21kksnu7ut0kenvhn04sai3mbl3v2ncsik9d09/f/b69ba368109d478c875211a31dcec9ba_SeqId_4_ for inclusion in 6d80f08a93781f9ee687ca45586307c5/f 2024-11-07T20:21:32,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-07T20:21:32,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T20:21:32,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.HRegion(2603): Flush status journal for 6d80f08a93781f9ee687ca45586307c5: 2024-11-07T20:21:32,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 3cefa83ac21144c5975fb658aa6b1be6_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-07T20:21:32,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/staging/jenkins.hfs.22__test__f8stsuo2lltsutcaffk39kjv1l21kksnu7ut0kenvhn04sai3mbl3v2ncsik9d09/f/3cefa83ac21144c5975fb658aa6b1be6_SeqId_4_ as hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/data/default/test/6d80f08a93781f9ee687ca45586307c5/f/6b1c5d5edd38416b9e2e6d9c857c4cfd_SeqId_4_ 2024-11-07T20:21:32,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b69ba368109d478c875211a31dcec9ba_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-07T20:21:32,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/staging/jenkins.hfs.22__test__f8stsuo2lltsutcaffk39kjv1l21kksnu7ut0kenvhn04sai3mbl3v2ncsik9d09/f/b69ba368109d478c875211a31dcec9ba_SeqId_4_ as hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/data/default/test/6d80f08a93781f9ee687ca45586307c5/f/e7ee19c810724998be41ec5573859594_SeqId_4_ 2024-11-07T20:21:32,816 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/staging/jenkins.hfs.22__test__f8stsuo2lltsutcaffk39kjv1l21kksnu7ut0kenvhn04sai3mbl3v2ncsik9d09/f/3cefa83ac21144c5975fb658aa6b1be6_SeqId_4_ into 6d80f08a93781f9ee687ca45586307c5/f as hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/data/default/test/6d80f08a93781f9ee687ca45586307c5/f/6b1c5d5edd38416b9e2e6d9c857c4cfd_SeqId_4_ - updating store file list. 2024-11-07T20:21:32,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6b1c5d5edd38416b9e2e6d9c857c4cfd_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-07T20:21:32,821 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/data/default/test/6d80f08a93781f9ee687ca45586307c5/f/6b1c5d5edd38416b9e2e6d9c857c4cfd_SeqId_4_ into 6d80f08a93781f9ee687ca45586307c5/f 2024-11-07T20:21:32,821 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/staging/jenkins.hfs.22__test__f8stsuo2lltsutcaffk39kjv1l21kksnu7ut0kenvhn04sai3mbl3v2ncsik9d09/f/3cefa83ac21144c5975fb658aa6b1be6_SeqId_4_ into 6d80f08a93781f9ee687ca45586307c5/f (new location: hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/data/default/test/6d80f08a93781f9ee687ca45586307c5/f/6b1c5d5edd38416b9e2e6d9c857c4cfd_SeqId_4_) 2024-11-07T20:21:32,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/staging/jenkins.hfs.22__test__f8stsuo2lltsutcaffk39kjv1l21kksnu7ut0kenvhn04sai3mbl3v2ncsik9d09/f/3cefa83ac21144c5975fb658aa6b1be6_SeqId_4_ 2024-11-07T20:21:32,822 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/staging/jenkins.hfs.22__test__f8stsuo2lltsutcaffk39kjv1l21kksnu7ut0kenvhn04sai3mbl3v2ncsik9d09/f/b69ba368109d478c875211a31dcec9ba_SeqId_4_ into 6d80f08a93781f9ee687ca45586307c5/f as hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/data/default/test/6d80f08a93781f9ee687ca45586307c5/f/e7ee19c810724998be41ec5573859594_SeqId_4_ - updating store file list. 2024-11-07T20:21:32,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e7ee19c810724998be41ec5573859594_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-07T20:21:32,830 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/data/default/test/6d80f08a93781f9ee687ca45586307c5/f/e7ee19c810724998be41ec5573859594_SeqId_4_ into 6d80f08a93781f9ee687ca45586307c5/f 2024-11-07T20:21:32,830 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/staging/jenkins.hfs.22__test__f8stsuo2lltsutcaffk39kjv1l21kksnu7ut0kenvhn04sai3mbl3v2ncsik9d09/f/b69ba368109d478c875211a31dcec9ba_SeqId_4_ into 6d80f08a93781f9ee687ca45586307c5/f (new location: hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/data/default/test/6d80f08a93781f9ee687ca45586307c5/f/e7ee19c810724998be41ec5573859594_SeqId_4_) 2024-11-07T20:21:32,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/staging/jenkins.hfs.22__test__f8stsuo2lltsutcaffk39kjv1l21kksnu7ut0kenvhn04sai3mbl3v2ncsik9d09/f/b69ba368109d478c875211a31dcec9ba_SeqId_4_ 2024-11-07T20:21:32,836 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.ReplicationSink(324): Finished replicating [c55a6e8b-4b0a-4ae6-8275-c8f21fff8d59] bulk loaded data 2024-11-07T20:21:32,837 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,37141,1731010873462.replicationSource.wal-reader.8a040b4bf509%2C37141%2C1731010873462,1-8a040b4bf509,37141,1731010873462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/WALs/8a040b4bf509,37141,1731010873462/8a040b4bf509%2C37141%2C1731010873462.1731010874989 to pos 687, reset compression=false 2024-11-07T20:21:33,260 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,37141,1731010873462.replicationSource.wal-reader.8a040b4bf509%2C37141%2C1731010873462,1-8a040b4bf509,37141,1731010873462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/WALs/8a040b4bf509,37141,1731010873462/8a040b4bf509%2C37141%2C1731010873462.1731010874989 to pos 687, reset compression=false 2024-11-07T20:21:33,304 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:21:33,305 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,44479,1731010884477, seqNum=-1] 2024-11-07T20:21:33,305 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:21:33,306 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T20:21:33,307 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731010889523.ff06bf01038bd56be84449f5924c64cb., hostname=8a040b4bf509,44479,1731010884477, seqNum=2] 2024-11-07T20:21:33,311 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T20:21:33,312 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T20:21:33,313 DEBUG [regionserver/8a040b4bf509:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 8a040b4bf509%2C37141%2C1731010873462.meta:.meta(num 1731010875465) roll requested 2024-11-07T20:21:33,326 DEBUG [regionserver/8a040b4bf509:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/WALs/8a040b4bf509,37141,1731010873462/8a040b4bf509%2C37141%2C1731010873462.meta.1731010893313.meta, exclude list is [], retry=0 2024-11-07T20:21:33,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34809,DS-33e4ccb1-873c-4416-9302-8907ec6388f3,DISK] 2024-11-07T20:21:33,330 INFO [regionserver/8a040b4bf509:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/WALs/8a040b4bf509,37141,1731010873462/8a040b4bf509%2C37141%2C1731010873462.meta.1731010875465.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/WALs/8a040b4bf509,37141,1731010873462/8a040b4bf509%2C37141%2C1731010873462.meta.1731010893313.meta 2024-11-07T20:21:33,330 DEBUG [regionserver/8a040b4bf509:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38155:38155)] 2024-11-07T20:21:33,330 DEBUG [regionserver/8a040b4bf509:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/WALs/8a040b4bf509,37141,1731010873462/8a040b4bf509%2C37141%2C1731010873462.meta.1731010875465.meta is not closed yet, will try archiving it next time 2024-11-07T20:21:33,330 DEBUG [regionserver/8a040b4bf509:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 8a040b4bf509%2C37141%2C1731010873462:(num 1731010874989) roll requested 2024-11-07T20:21:33,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34809 is added to blk_1073741834_1010 (size=3473) 2024-11-07T20:21:33,331 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/WALs/8a040b4bf509,37141,1731010873462/8a040b4bf509%2C37141%2C1731010873462.meta.1731010875465.meta not finished, retry = 0 2024-11-07T20:21:33,342 DEBUG [regionserver/8a040b4bf509:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/WALs/8a040b4bf509,37141,1731010873462/8a040b4bf509%2C37141%2C1731010873462.1731010893330, exclude list is [], retry=0 2024-11-07T20:21:33,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34809,DS-33e4ccb1-873c-4416-9302-8907ec6388f3,DISK] 2024-11-07T20:21:33,345 INFO [regionserver/8a040b4bf509:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/WALs/8a040b4bf509,37141,1731010873462/8a040b4bf509%2C37141%2C1731010873462.1731010874989 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/WALs/8a040b4bf509,37141,1731010873462/8a040b4bf509%2C37141%2C1731010873462.1731010893330 2024-11-07T20:21:33,345 DEBUG [regionserver/8a040b4bf509:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38155:38155)] 2024-11-07T20:21:33,345 DEBUG [regionserver/8a040b4bf509:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/WALs/8a040b4bf509,37141,1731010873462/8a040b4bf509%2C37141%2C1731010873462.1731010874989 is not closed yet, will try archiving it next time 2024-11-07T20:21:33,345 DEBUG [regionserver/8a040b4bf509:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 8a040b4bf509%2C37141%2C1731010873462.rep:(num 1731010891420) roll requested 2024-11-07T20:21:33,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53450030, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:21:33,346 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,39699,-1 for getting cluster id 2024-11-07T20:21:33,346 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:21:33,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34809 is added to blk_1073741833_1009 (size=695) 2024-11-07T20:21:33,346 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c55a6e8b-4b0a-4ae6-8275-c8f21fff8d59' 2024-11-07T20:21:33,346 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:21:33,347 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c55a6e8b-4b0a-4ae6-8275-c8f21fff8d59" 2024-11-07T20:21:33,347 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d8a9639, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:21:33,347 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,39699,-1] 2024-11-07T20:21:33,347 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:21:33,347 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:21:33,347 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/WALs/8a040b4bf509,37141,1731010873462/8a040b4bf509%2C37141%2C1731010873462.1731010874989 to hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/oldWALs/8a040b4bf509%2C37141%2C1731010873462.1731010874989 2024-11-07T20:21:33,347 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:21:33,348 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49ff42f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:21:33,348 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:21:33,349 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,39699,1731010873252 2024-11-07T20:21:33,349 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c841701 2024-11-07T20:21:33,349 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:21:33,349 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T20:21:33,350 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39699 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://8a040b4bf509:41271,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-07T20:21:33,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39699 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T20:21:33,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-07T20:21:33,352 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8a040b4bf509:41271' 2024-11-07T20:21:33,352 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ff3aae9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:21:33,352 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,41271,-1 for getting cluster id 2024-11-07T20:21:33,353 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:21:33,353 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4332169f-9484-4c0d-b239-ae852583e185' 2024-11-07T20:21:33,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:21:33,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4332169f-9484-4c0d-b239-ae852583e185" 2024-11-07T20:21:33,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59ca3857, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:21:33,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,41271,-1] 2024-11-07T20:21:33,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:21:33,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:21:33,354 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:21:33,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e22a35d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:21:33,354 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:21:33,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,41271,1731010884332 2024-11-07T20:21:33,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ec75594 2024-11-07T20:21:33,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:21:33,356 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T20:21:33,356 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-07T20:21:33,356 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T20:21:33,356 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:21:33,356 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:21:33,356 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:21:33,360 DEBUG [regionserver/8a040b4bf509:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/WALs/8a040b4bf509,37141,1731010873462/8a040b4bf509%2C37141%2C1731010873462.rep.1731010893345, exclude list is [], retry=0 2024-11-07T20:21:33,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34809,DS-33e4ccb1-873c-4416-9302-8907ec6388f3,DISK] 2024-11-07T20:21:33,363 INFO [regionserver/8a040b4bf509:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/WALs/8a040b4bf509,37141,1731010873462/8a040b4bf509%2C37141%2C1731010873462.rep.1731010891420 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/WALs/8a040b4bf509,37141,1731010873462/8a040b4bf509%2C37141%2C1731010873462.rep.1731010893345 2024-11-07T20:21:33,363 DEBUG [regionserver/8a040b4bf509:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38155:38155)] 2024-11-07T20:21:33,363 DEBUG [regionserver/8a040b4bf509:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/WALs/8a040b4bf509,37141,1731010873462/8a040b4bf509%2C37141%2C1731010873462.rep.1731010891420 is not closed yet, will try archiving it next time 2024-11-07T20:21:33,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34809 is added to blk_1073741839_1015 (size=1505) 2024-11-07T20:21:33,452 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T20:21:33,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-07T20:21:33,604 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37141 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-07T20:21:33,604 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-07T20:21:33,629 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-8a040b4bf509,37141,1731010873462, ReplicationSource: 2, currentBandwidth=0 2024-11-07T20:21:33,631 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-07T20:21:33,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39699 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-07T20:21:33,633 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 8a040b4bf509,37141,1731010873462 suceeded 2024-11-07T20:21:33,634 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-07T20:21:33,634 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 181 msec 2024-11-07T20:21:33,634 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://8a040b4bf509:41271,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T20:21:33,635 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 284 msec 2024-11-07T20:21:33,643 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,2-8a040b4bf509,37141,1731010873462 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8a040b4bf509:41271' 2024-11-07T20:21:33,644 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,2-8a040b4bf509,37141,1731010873462 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ed93ebf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:21:33,644 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,2-8a040b4bf509,37141,1731010873462 {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,41271,-1 for getting cluster id 2024-11-07T20:21:33,644 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,2-8a040b4bf509,37141,1731010873462 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:21:33,645 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4332169f-9484-4c0d-b239-ae852583e185' 2024-11-07T20:21:33,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:21:33,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4332169f-9484-4c0d-b239-ae852583e185" 2024-11-07T20:21:33,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3dbc48fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:21:33,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,41271,-1] 2024-11-07T20:21:33,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:21:33,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:21:33,646 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:21:33,647 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,2-8a040b4bf509,37141,1731010873462 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c1f9c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:21:33,647 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,2-8a040b4bf509,37141,1731010873462 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:21:33,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,41271,1731010884332 2024-11-07T20:21:33,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f31f3df 2024-11-07T20:21:33,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:21:33,648 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-07T20:21:33,648 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,2-8a040b4bf509,37141,1731010873462 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-8a040b4bf509,37141,1731010873462 (queues=1) is replicating from cluster=c55a6e8b-4b0a-4ae6-8275-c8f21fff8d59 to cluster=4332169f-9484-4c0d-b239-ae852583e185 2024-11-07T20:21:33,648 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,2-8a040b4bf509,37141,1731010873462 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=8a040b4bf509%2C37141%2C1731010873462 2024-11-07T20:21:33,648 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,2-8a040b4bf509,37141,1731010873462 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-8a040b4bf509,37141,1731010873462, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T20:21:33,649 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,2-8a040b4bf509,37141,1731010873462.replicationSource.wal-reader.8a040b4bf509%2C37141%2C1731010873462,2-8a040b4bf509,37141,1731010873462 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/WALs/8a040b4bf509,37141,1731010873462/8a040b4bf509%2C37141%2C1731010873462.1731010893330, startPosition=0, beingWritten=true 2024-11-07T20:21:33,649 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,2-8a040b4bf509,37141,1731010873462.replicationSource.shipper8a040b4bf509%2C37141%2C1731010873462,2-8a040b4bf509,37141,1731010873462 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8a040b4bf509%2C37141%2C1731010873462 2024-11-07T20:21:33,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-07T20:21:33,671 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-07T20:21:33,671 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T20:21:33,671 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:21:33,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:21:33,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:21:33,671 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:21:33,672 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T20:21:33,674 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731010893674/Put/seqid=0 2024-11-07T20:21:33,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34809 is added to blk_1073741845_1021 (size=11194) 2024-11-07T20:21:33,762 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,37141,1731010873462.replicationSource.wal-reader.8a040b4bf509%2C37141%2C1731010873462,1-8a040b4bf509,37141,1731010873462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/WALs/8a040b4bf509,37141,1731010873462/8a040b4bf509%2C37141%2C1731010873462.1731010874989 to pos 687, reset compression=false 2024-11-07T20:21:33,767 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,37141,1731010873462.replicationSource.wal-reader.8a040b4bf509%2C37141%2C1731010873462,1-8a040b4bf509,37141,1731010873462 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/WALs/8a040b4bf509,37141,1731010873462/8a040b4bf509%2C37141%2C1731010873462.1731010874989 was moved to hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/oldWALs/8a040b4bf509%2C37141%2C1731010873462.1731010874989 2024-11-07T20:21:33,768 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,37141,1731010873462.replicationSource.wal-reader.8a040b4bf509%2C37141%2C1731010873462,1-8a040b4bf509,37141,1731010873462 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/WALs/8a040b4bf509,37141,1731010873462/8a040b4bf509%2C37141%2C1731010873462.1731010874989 2024-11-07T20:21:33,768 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,37141,1731010873462.replicationSource.shipper8a040b4bf509%2C37141%2C1731010873462,1-8a040b4bf509,37141,1731010873462 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a040b4bf509,37141,1731010873462 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/WALs/8a040b4bf509,37141,1731010873462/8a040b4bf509%2C37141%2C1731010873462.1731010874989, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-07T20:21:33,768 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,37141,1731010873462.replicationSource.wal-reader.8a040b4bf509%2C37141%2C1731010873462,1-8a040b4bf509,37141,1731010873462 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/WALs/8a040b4bf509,37141,1731010873462/8a040b4bf509%2C37141%2C1731010873462.1731010893330, startPosition=0, beingWritten=true 2024-11-07T20:21:33,770 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,37141,1731010873462.replicationSource.shipper8a040b4bf509%2C37141%2C1731010873462,1-8a040b4bf509,37141,1731010873462 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [8a040b4bf509%2C37141%2C1731010873462.1731010874989] 2024-11-07T20:21:33,852 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,2-8a040b4bf509,37141,1731010873462.replicationSource.wal-reader.8a040b4bf509%2C37141%2C1731010873462,2-8a040b4bf509,37141,1731010873462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/WALs/8a040b4bf509,37141,1731010873462/8a040b4bf509%2C37141%2C1731010873462.1731010893330 to pos 0, reset compression=false 2024-11-07T20:21:34,080 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731010894079/Put/seqid=0 2024-11-07T20:21:34,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34809 is added to blk_1073741846_1022 (size=10791) 2024-11-07T20:21:34,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dca3eea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:21:34,086 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,39699,-1 for getting cluster id 2024-11-07T20:21:34,086 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:21:34,086 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c55a6e8b-4b0a-4ae6-8275-c8f21fff8d59' 2024-11-07T20:21:34,087 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:21:34,087 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c55a6e8b-4b0a-4ae6-8275-c8f21fff8d59" 2024-11-07T20:21:34,087 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ed9e2a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:21:34,087 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,39699,-1] 2024-11-07T20:21:34,087 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:21:34,087 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:21:34,088 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:21:34,088 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6df16f3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:21:34,088 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:21:34,089 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,37141,1731010873462, seqNum=-1] 2024-11-07T20:21:34,090 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:21:34,090 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T20:21:34,099 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:21:34,100 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,39699,1731010873252 2024-11-07T20:21:34,100 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32a0e793 2024-11-07T20:21:34,100 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:21:34,101 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T20:21:34,105 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731010887242.a18b88f8381cf9fa94b66f72ee2896d1., hostname=8a040b4bf509,37141,1731010873462, seqNum=2] 2024-11-07T20:21:34,107 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-07T20:21:34,112 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-07T20:21:34,114 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-07T20:21:34,120 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/testHFileCyclicReplication_1/f/hfile_1 for inclusion in a18b88f8381cf9fa94b66f72ee2896d1/f 2024-11-07T20:21:34,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-07T20:21:34,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T20:21:34,122 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/testHFileCyclicReplication_1/f/hfile_0 for inclusion in a18b88f8381cf9fa94b66f72ee2896d1/f 2024-11-07T20:21:34,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-07T20:21:34,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T20:21:34,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] regionserver.HRegion(2603): Flush status journal for a18b88f8381cf9fa94b66f72ee2896d1: 2024-11-07T20:21:34,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/staging/jenkins__test__65bj45ef34hb2lp0flmm9usj2cno4tfveab8jm8ksrk9cutgcai15ao26uld446b/f/hfile_1 2024-11-07T20:21:34,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/staging/jenkins__test__65bj45ef34hb2lp0flmm9usj2cno4tfveab8jm8ksrk9cutgcai15ao26uld446b/f/hfile_1 as hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/data/default/test/a18b88f8381cf9fa94b66f72ee2896d1/f/68eb121606b64140a6855bf89f402943_SeqId_6_ 2024-11-07T20:21:34,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/staging/jenkins__test__65bj45ef34hb2lp0flmm9usj2cno4tfveab8jm8ksrk9cutgcai15ao26uld446b/f/hfile_0 2024-11-07T20:21:34,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/staging/jenkins__test__65bj45ef34hb2lp0flmm9usj2cno4tfveab8jm8ksrk9cutgcai15ao26uld446b/f/hfile_0 as hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/data/default/test/a18b88f8381cf9fa94b66f72ee2896d1/f/56d87e04c57047ca91dd5e2b97258b0c_SeqId_6_ 2024-11-07T20:21:34,137 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/staging/jenkins__test__65bj45ef34hb2lp0flmm9usj2cno4tfveab8jm8ksrk9cutgcai15ao26uld446b/f/hfile_1 into a18b88f8381cf9fa94b66f72ee2896d1/f as hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/data/default/test/a18b88f8381cf9fa94b66f72ee2896d1/f/68eb121606b64140a6855bf89f402943_SeqId_6_ - updating store file list. 2024-11-07T20:21:34,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 68eb121606b64140a6855bf89f402943_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-07T20:21:34,141 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/data/default/test/a18b88f8381cf9fa94b66f72ee2896d1/f/68eb121606b64140a6855bf89f402943_SeqId_6_ into a18b88f8381cf9fa94b66f72ee2896d1/f 2024-11-07T20:21:34,141 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/staging/jenkins__test__65bj45ef34hb2lp0flmm9usj2cno4tfveab8jm8ksrk9cutgcai15ao26uld446b/f/hfile_1 into a18b88f8381cf9fa94b66f72ee2896d1/f (new location: hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/data/default/test/a18b88f8381cf9fa94b66f72ee2896d1/f/68eb121606b64140a6855bf89f402943_SeqId_6_) 2024-11-07T20:21:34,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/staging/jenkins__test__65bj45ef34hb2lp0flmm9usj2cno4tfveab8jm8ksrk9cutgcai15ao26uld446b/f/hfile_1 2024-11-07T20:21:34,142 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/staging/jenkins__test__65bj45ef34hb2lp0flmm9usj2cno4tfveab8jm8ksrk9cutgcai15ao26uld446b/f/hfile_0 into a18b88f8381cf9fa94b66f72ee2896d1/f as hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/data/default/test/a18b88f8381cf9fa94b66f72ee2896d1/f/56d87e04c57047ca91dd5e2b97258b0c_SeqId_6_ - updating store file list. 2024-11-07T20:21:34,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 56d87e04c57047ca91dd5e2b97258b0c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-07T20:21:34,146 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/data/default/test/a18b88f8381cf9fa94b66f72ee2896d1/f/56d87e04c57047ca91dd5e2b97258b0c_SeqId_6_ into a18b88f8381cf9fa94b66f72ee2896d1/f 2024-11-07T20:21:34,146 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/staging/jenkins__test__65bj45ef34hb2lp0flmm9usj2cno4tfveab8jm8ksrk9cutgcai15ao26uld446b/f/hfile_0 into a18b88f8381cf9fa94b66f72ee2896d1/f (new location: hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/data/default/test/a18b88f8381cf9fa94b66f72ee2896d1/f/56d87e04c57047ca91dd5e2b97258b0c_SeqId_6_) 2024-11-07T20:21:34,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/staging/jenkins__test__65bj45ef34hb2lp0flmm9usj2cno4tfveab8jm8ksrk9cutgcai15ao26uld446b/f/hfile_0 2024-11-07T20:21:34,155 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,2-8a040b4bf509,37141,1731010873462.replicationSource.wal-reader.8a040b4bf509%2C37141%2C1731010873462,2-8a040b4bf509,37141,1731010873462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/WALs/8a040b4bf509,37141,1731010873462/8a040b4bf509%2C37141%2C1731010873462.1731010893330 to pos 0, reset compression=false 2024-11-07T20:21:34,158 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T20:21:34,158 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:21:34,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:21:34,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:21:34,158 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:21:34,158 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731010887242.a18b88f8381cf9fa94b66f72ee2896d1., hostname=8a040b4bf509,37141,1731010873462, seqNum=2 , the old value is region=test,,1731010887242.a18b88f8381cf9fa94b66f72ee2896d1., hostname=8a040b4bf509,37141,1731010873462, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=8a040b4bf509:37141 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-07T20:21:34,158 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731010887242.a18b88f8381cf9fa94b66f72ee2896d1., hostname=8a040b4bf509,37141,1731010873462, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-07T20:21:34,158 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731010887242.a18b88f8381cf9fa94b66f72ee2896d1., hostname=8a040b4bf509,37141,1731010873462, seqNum=2 from cache 2024-11-07T20:21:34,160 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-07T20:21:34,161 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-07T20:21:34,163 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,2-8a040b4bf509,37141,1731010873462.replicationSource.wal-reader.8a040b4bf509%2C37141%2C1731010873462,2-8a040b4bf509,37141,1731010873462 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T20:21:34,163 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,2-8a040b4bf509,37141,1731010873462.replicationSource.shipper8a040b4bf509%2C37141%2C1731010873462,2-8a040b4bf509,37141,1731010873462 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-8a040b4bf509,37141,1731010873462 got entry batch from reader: WALEntryBatch [walEntries=[{test/a18b88f8381cf9fa94b66f72ee2896d1/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731010894146/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/WALs/8a040b4bf509,37141,1731010873462/8a040b4bf509%2C37141%2C1731010873462.1731010893330, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-07T20:21:34,166 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,2-8a040b4bf509,37141,1731010873462.replicationSource.shipper8a040b4bf509%2C37141%2C1731010873462,2-8a040b4bf509,37141,1731010873462 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T20:21:34,167 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-07T20:21:34,167 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44479 {}] regionserver.ReplicationSink(318): Replicating [c55a6e8b-4b0a-4ae6-8275-c8f21fff8d59] bulk loaded data 2024-11-07T20:21:34,168 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44479 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62669f80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:21:34,168 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44479 {}] client.ClusterIdFetcher(90): Going to request 8a040b4bf509,41271,-1 for getting cluster id 2024-11-07T20:21:34,168 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44479 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T20:21:34,168 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4332169f-9484-4c0d-b239-ae852583e185' 2024-11-07T20:21:34,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T20:21:34,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4332169f-9484-4c0d-b239-ae852583e185" 2024-11-07T20:21:34,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f7c0d3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:21:34,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a040b4bf509,41271,-1] 2024-11-07T20:21:34,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T20:21:34,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:21:34,170 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-07T20:21:34,170 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44479 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54857f40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T20:21:34,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39785 is added to blk_1073741837_1013 (size=10791) 2024-11-07T20:21:34,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39785 is added to blk_1073741838_1014 (size=11194) 2024-11-07T20:21:34,261 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a040b4bf509:37141 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-07T20:21:34,363 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,2-8a040b4bf509,37141,1731010873462.replicationSource.wal-reader.8a040b4bf509%2C37141%2C1731010873462,2-8a040b4bf509,37141,1731010873462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/WALs/8a040b4bf509,37141,1731010873462/8a040b4bf509%2C37141%2C1731010873462.1731010893330 to pos 393, reset compression=false 2024-11-07T20:21:34,372 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,37141,1731010873462.replicationSource.wal-reader.8a040b4bf509%2C37141%2C1731010873462,1-8a040b4bf509,37141,1731010873462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/WALs/8a040b4bf509,37141,1731010873462/8a040b4bf509%2C37141%2C1731010873462.1731010893330 to pos 0, reset compression=false 2024-11-07T20:21:34,375 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,37141,1731010873462.replicationSource.wal-reader.8a040b4bf509%2C37141%2C1731010873462,1-8a040b4bf509,37141,1731010873462 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T20:21:34,375 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,37141,1731010873462.replicationSource.shipper8a040b4bf509%2C37141%2C1731010873462,1-8a040b4bf509,37141,1731010873462 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a040b4bf509,37141,1731010873462 got entry batch from reader: WALEntryBatch [walEntries=[{test/a18b88f8381cf9fa94b66f72ee2896d1/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731010894146/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/WALs/8a040b4bf509,37141,1731010873462/8a040b4bf509%2C37141%2C1731010873462.1731010893330, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-07T20:21:34,376 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.ReplicationSink(318): Replicating [c55a6e8b-4b0a-4ae6-8275-c8f21fff8d59] bulk loaded data 2024-11-07T20:21:34,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42653 is added to blk_1073741839_1015 (size=10791) 2024-11-07T20:21:34,575 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,37141,1731010873462.replicationSource.wal-reader.8a040b4bf509%2C37141%2C1731010873462,1-8a040b4bf509,37141,1731010873462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/WALs/8a040b4bf509,37141,1731010873462/8a040b4bf509%2C37141%2C1731010873462.1731010893330 to pos 393, reset compression=false 2024-11-07T20:21:34,616 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44479 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T20:21:34,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a040b4bf509,41271,1731010884332 2024-11-07T20:21:34,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37e79ff2 2024-11-07T20:21:34,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T20:21:34,617 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-07T20:21:34,619 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44479 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-07T20:21:34,619 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44479 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T20:21:34,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a040b4bf509,44479,1731010884477, seqNum=-1] 2024-11-07T20:21:34,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T20:21:34,621 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-07T20:21:34,625 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/staging/jenkins.hfs.23__test__p459jthdr2gb9ul9ivdhfkc5auh8upomrcic6blnqcla5iimc956qgnaarsi46hv/f/56d87e04c57047ca91dd5e2b97258b0c_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-07T20:21:34,628 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/staging/jenkins.hfs.23__test__p459jthdr2gb9ul9ivdhfkc5auh8upomrcic6blnqcla5iimc956qgnaarsi46hv/f/68eb121606b64140a6855bf89f402943_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-07T20:21:34,630 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44479 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/staging/jenkins.hfs.23__test__p459jthdr2gb9ul9ivdhfkc5auh8upomrcic6blnqcla5iimc956qgnaarsi46hv/f/68eb121606b64140a6855bf89f402943_SeqId_6_ for inclusion in ff06bf01038bd56be84449f5924c64cb/f 2024-11-07T20:21:34,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44479 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-07T20:21:34,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44479 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T20:21:34,633 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44479 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/staging/jenkins.hfs.23__test__p459jthdr2gb9ul9ivdhfkc5auh8upomrcic6blnqcla5iimc956qgnaarsi46hv/f/56d87e04c57047ca91dd5e2b97258b0c_SeqId_6_ for inclusion in ff06bf01038bd56be84449f5924c64cb/f 2024-11-07T20:21:34,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44479 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-07T20:21:34,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44479 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T20:21:34,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44479 {}] regionserver.HRegion(2603): Flush status journal for ff06bf01038bd56be84449f5924c64cb: 2024-11-07T20:21:34,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44479 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 68eb121606b64140a6855bf89f402943_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-07T20:21:34,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44479 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/staging/jenkins.hfs.23__test__p459jthdr2gb9ul9ivdhfkc5auh8upomrcic6blnqcla5iimc956qgnaarsi46hv/f/68eb121606b64140a6855bf89f402943_SeqId_6_ as hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/data/default/test/ff06bf01038bd56be84449f5924c64cb/f/fe362620310b42e083ebcae01950ef74_SeqId_4_ 2024-11-07T20:21:34,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44479 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 56d87e04c57047ca91dd5e2b97258b0c_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-07T20:21:34,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44479 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/staging/jenkins.hfs.23__test__p459jthdr2gb9ul9ivdhfkc5auh8upomrcic6blnqcla5iimc956qgnaarsi46hv/f/56d87e04c57047ca91dd5e2b97258b0c_SeqId_6_ as hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/data/default/test/ff06bf01038bd56be84449f5924c64cb/f/8f91c2e02bde4338a434febb81aa27cc_SeqId_4_ 2024-11-07T20:21:34,638 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44479 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/staging/jenkins.hfs.23__test__p459jthdr2gb9ul9ivdhfkc5auh8upomrcic6blnqcla5iimc956qgnaarsi46hv/f/68eb121606b64140a6855bf89f402943_SeqId_6_ into ff06bf01038bd56be84449f5924c64cb/f as hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/data/default/test/ff06bf01038bd56be84449f5924c64cb/f/fe362620310b42e083ebcae01950ef74_SeqId_4_ - updating store file list. 2024-11-07T20:21:34,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44479 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fe362620310b42e083ebcae01950ef74_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-07T20:21:34,642 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44479 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/data/default/test/ff06bf01038bd56be84449f5924c64cb/f/fe362620310b42e083ebcae01950ef74_SeqId_4_ into ff06bf01038bd56be84449f5924c64cb/f 2024-11-07T20:21:34,642 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44479 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/staging/jenkins.hfs.23__test__p459jthdr2gb9ul9ivdhfkc5auh8upomrcic6blnqcla5iimc956qgnaarsi46hv/f/68eb121606b64140a6855bf89f402943_SeqId_6_ into ff06bf01038bd56be84449f5924c64cb/f (new location: hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/data/default/test/ff06bf01038bd56be84449f5924c64cb/f/fe362620310b42e083ebcae01950ef74_SeqId_4_) 2024-11-07T20:21:34,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44479 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/staging/jenkins.hfs.23__test__p459jthdr2gb9ul9ivdhfkc5auh8upomrcic6blnqcla5iimc956qgnaarsi46hv/f/68eb121606b64140a6855bf89f402943_SeqId_6_ 2024-11-07T20:21:34,643 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44479 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/staging/jenkins.hfs.23__test__p459jthdr2gb9ul9ivdhfkc5auh8upomrcic6blnqcla5iimc956qgnaarsi46hv/f/56d87e04c57047ca91dd5e2b97258b0c_SeqId_6_ into ff06bf01038bd56be84449f5924c64cb/f as hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/data/default/test/ff06bf01038bd56be84449f5924c64cb/f/8f91c2e02bde4338a434febb81aa27cc_SeqId_4_ - updating store file list. 2024-11-07T20:21:34,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44479 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8f91c2e02bde4338a434febb81aa27cc_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-07T20:21:34,646 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44479 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/data/default/test/ff06bf01038bd56be84449f5924c64cb/f/8f91c2e02bde4338a434febb81aa27cc_SeqId_4_ into ff06bf01038bd56be84449f5924c64cb/f 2024-11-07T20:21:34,646 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44479 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/staging/jenkins.hfs.23__test__p459jthdr2gb9ul9ivdhfkc5auh8upomrcic6blnqcla5iimc956qgnaarsi46hv/f/56d87e04c57047ca91dd5e2b97258b0c_SeqId_6_ into ff06bf01038bd56be84449f5924c64cb/f (new location: hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/data/default/test/ff06bf01038bd56be84449f5924c64cb/f/8f91c2e02bde4338a434febb81aa27cc_SeqId_4_) 2024-11-07T20:21:34,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44479 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/staging/jenkins.hfs.23__test__p459jthdr2gb9ul9ivdhfkc5auh8upomrcic6blnqcla5iimc956qgnaarsi46hv/f/56d87e04c57047ca91dd5e2b97258b0c_SeqId_6_ 2024-11-07T20:21:34,648 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44479 {}] regionserver.ReplicationSink(324): Finished replicating [c55a6e8b-4b0a-4ae6-8275-c8f21fff8d59] bulk loaded data 2024-11-07T20:21:34,667 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,2-8a040b4bf509,37141,1731010873462.replicationSource.wal-reader.8a040b4bf509%2C37141%2C1731010873462,2-8a040b4bf509,37141,1731010873462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/WALs/8a040b4bf509,37141,1731010873462/8a040b4bf509%2C37141%2C1731010873462.1731010893330 to pos 393, reset compression=false 2024-11-07T20:21:34,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42653 is added to blk_1073741840_1016 (size=11194) 2024-11-07T20:21:34,879 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,37141,1731010873462.replicationSource.wal-reader.8a040b4bf509%2C37141%2C1731010873462,1-8a040b4bf509,37141,1731010873462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/WALs/8a040b4bf509,37141,1731010873462/8a040b4bf509%2C37141%2C1731010873462.1731010893330 to pos 393, reset compression=false 2024-11-07T20:21:35,070 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,2-8a040b4bf509,37141,1731010873462.replicationSource.wal-reader.8a040b4bf509%2C37141%2C1731010873462,2-8a040b4bf509,37141,1731010873462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/WALs/8a040b4bf509,37141,1731010873462/8a040b4bf509%2C37141%2C1731010873462.1731010893330 to pos 393, reset compression=false 2024-11-07T20:21:35,166 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-07T20:21:35,193 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-07T20:21:35,197 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/staging/jenkins.hfs.22__test__4vfiedqg1quhfrn283ebsg3bdnkrmonqntn977igtktnpb5ei4n5i4knill5jlpn/f/56d87e04c57047ca91dd5e2b97258b0c_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-07T20:21:35,199 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/staging/jenkins.hfs.22__test__4vfiedqg1quhfrn283ebsg3bdnkrmonqntn977igtktnpb5ei4n5i4knill5jlpn/f/68eb121606b64140a6855bf89f402943_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-07T20:21:35,201 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/staging/jenkins.hfs.22__test__4vfiedqg1quhfrn283ebsg3bdnkrmonqntn977igtktnpb5ei4n5i4knill5jlpn/f/56d87e04c57047ca91dd5e2b97258b0c_SeqId_6_ for inclusion in 6d80f08a93781f9ee687ca45586307c5/f 2024-11-07T20:21:35,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-07T20:21:35,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T20:21:35,203 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/staging/jenkins.hfs.22__test__4vfiedqg1quhfrn283ebsg3bdnkrmonqntn977igtktnpb5ei4n5i4knill5jlpn/f/68eb121606b64140a6855bf89f402943_SeqId_6_ for inclusion in 6d80f08a93781f9ee687ca45586307c5/f 2024-11-07T20:21:35,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-07T20:21:35,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T20:21:35,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.HRegion(2603): Flush status journal for 6d80f08a93781f9ee687ca45586307c5: 2024-11-07T20:21:35,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 56d87e04c57047ca91dd5e2b97258b0c_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-07T20:21:35,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/staging/jenkins.hfs.22__test__4vfiedqg1quhfrn283ebsg3bdnkrmonqntn977igtktnpb5ei4n5i4knill5jlpn/f/56d87e04c57047ca91dd5e2b97258b0c_SeqId_6_ as hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/data/default/test/6d80f08a93781f9ee687ca45586307c5/f/7f3db0a54c794073aa13987408224c73_SeqId_6_ 2024-11-07T20:21:35,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 68eb121606b64140a6855bf89f402943_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-07T20:21:35,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/staging/jenkins.hfs.22__test__4vfiedqg1quhfrn283ebsg3bdnkrmonqntn977igtktnpb5ei4n5i4knill5jlpn/f/68eb121606b64140a6855bf89f402943_SeqId_6_ as hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/data/default/test/6d80f08a93781f9ee687ca45586307c5/f/0ad52a9803c544dfba6545ded52128de_SeqId_6_ 2024-11-07T20:21:35,209 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/staging/jenkins.hfs.22__test__4vfiedqg1quhfrn283ebsg3bdnkrmonqntn977igtktnpb5ei4n5i4knill5jlpn/f/56d87e04c57047ca91dd5e2b97258b0c_SeqId_6_ into 6d80f08a93781f9ee687ca45586307c5/f as hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/data/default/test/6d80f08a93781f9ee687ca45586307c5/f/7f3db0a54c794073aa13987408224c73_SeqId_6_ - updating store file list. 2024-11-07T20:21:35,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7f3db0a54c794073aa13987408224c73_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-07T20:21:35,218 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/data/default/test/6d80f08a93781f9ee687ca45586307c5/f/7f3db0a54c794073aa13987408224c73_SeqId_6_ into 6d80f08a93781f9ee687ca45586307c5/f 2024-11-07T20:21:35,218 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/staging/jenkins.hfs.22__test__4vfiedqg1quhfrn283ebsg3bdnkrmonqntn977igtktnpb5ei4n5i4knill5jlpn/f/56d87e04c57047ca91dd5e2b97258b0c_SeqId_6_ into 6d80f08a93781f9ee687ca45586307c5/f (new location: hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/data/default/test/6d80f08a93781f9ee687ca45586307c5/f/7f3db0a54c794073aa13987408224c73_SeqId_6_) 2024-11-07T20:21:35,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/staging/jenkins.hfs.22__test__4vfiedqg1quhfrn283ebsg3bdnkrmonqntn977igtktnpb5ei4n5i4knill5jlpn/f/56d87e04c57047ca91dd5e2b97258b0c_SeqId_6_ 2024-11-07T20:21:35,219 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/staging/jenkins.hfs.22__test__4vfiedqg1quhfrn283ebsg3bdnkrmonqntn977igtktnpb5ei4n5i4knill5jlpn/f/68eb121606b64140a6855bf89f402943_SeqId_6_ into 6d80f08a93781f9ee687ca45586307c5/f as hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/data/default/test/6d80f08a93781f9ee687ca45586307c5/f/0ad52a9803c544dfba6545ded52128de_SeqId_6_ - updating store file list. 2024-11-07T20:21:35,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0ad52a9803c544dfba6545ded52128de_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-07T20:21:35,224 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/data/default/test/6d80f08a93781f9ee687ca45586307c5/f/0ad52a9803c544dfba6545ded52128de_SeqId_6_ into 6d80f08a93781f9ee687ca45586307c5/f 2024-11-07T20:21:35,224 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/staging/jenkins.hfs.22__test__4vfiedqg1quhfrn283ebsg3bdnkrmonqntn977igtktnpb5ei4n5i4knill5jlpn/f/68eb121606b64140a6855bf89f402943_SeqId_6_ into 6d80f08a93781f9ee687ca45586307c5/f (new location: hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/data/default/test/6d80f08a93781f9ee687ca45586307c5/f/0ad52a9803c544dfba6545ded52128de_SeqId_6_) 2024-11-07T20:21:35,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/staging/jenkins.hfs.22__test__4vfiedqg1quhfrn283ebsg3bdnkrmonqntn977igtktnpb5ei4n5i4knill5jlpn/f/68eb121606b64140a6855bf89f402943_SeqId_6_ 2024-11-07T20:21:35,227 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.ReplicationSink(324): Finished replicating [c55a6e8b-4b0a-4ae6-8275-c8f21fff8d59] bulk loaded data 2024-11-07T20:21:35,282 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,37141,1731010873462.replicationSource.wal-reader.8a040b4bf509%2C37141%2C1731010873462,1-8a040b4bf509,37141,1731010873462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/WALs/8a040b4bf509,37141,1731010873462/8a040b4bf509%2C37141%2C1731010873462.1731010893330 to pos 393, reset compression=false 2024-11-07T20:21:35,574 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,2-8a040b4bf509,37141,1731010873462.replicationSource.wal-reader.8a040b4bf509%2C37141%2C1731010873462,2-8a040b4bf509,37141,1731010873462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/WALs/8a040b4bf509,37141,1731010873462/8a040b4bf509%2C37141%2C1731010873462.1731010893330 to pos 393, reset compression=false 2024-11-07T20:21:35,785 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,37141,1731010873462.replicationSource.wal-reader.8a040b4bf509%2C37141%2C1731010873462,1-8a040b4bf509,37141,1731010873462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/WALs/8a040b4bf509,37141,1731010873462/8a040b4bf509%2C37141%2C1731010873462.1731010893330 to pos 393, reset compression=false 2024-11-07T20:21:36,178 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,2-8a040b4bf509,37141,1731010873462.replicationSource.wal-reader.8a040b4bf509%2C37141%2C1731010873462,2-8a040b4bf509,37141,1731010873462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/WALs/8a040b4bf509,37141,1731010873462/8a040b4bf509%2C37141%2C1731010873462.1731010893330 to pos 393, reset compression=false 2024-11-07T20:21:36,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T20:21:36,182 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T20:21:36,182 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:21:36,182 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:21:36,182 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:21:36,182 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:21:36,182 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T20:21:36,182 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=516180367, stopped=false 2024-11-07T20:21:36,182 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8a040b4bf509,41271,1731010884332 2024-11-07T20:21:36,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44479-0x10116f5bc7e0007, quorum=127.0.0.1:51667, baseZNode=/21508274397 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21508274397/running 2024-11-07T20:21:36,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41271-0x10116f5bc7e0006, quorum=127.0.0.1:51667, baseZNode=/21508274397 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21508274397/running 2024-11-07T20:21:36,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44479-0x10116f5bc7e0007, quorum=127.0.0.1:51667, baseZNode=/21508274397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21508274397 2024-11-07T20:21:36,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41271-0x10116f5bc7e0006, quorum=127.0.0.1:51667, baseZNode=/21508274397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21508274397 2024-11-07T20:21:36,195 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T20:21:36,195 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T20:21:36,195 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:21:36,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:21:36,195 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8a040b4bf509,44479,1731010884477' ***** 2024-11-07T20:21:36,196 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T20:21:36,196 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41271-0x10116f5bc7e0006, quorum=127.0.0.1:51667, baseZNode=/21508274397 Set watcher on znode that does not yet exist, /21508274397/running 2024-11-07T20:21:36,196 INFO [RS:0;8a040b4bf509:44479 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T20:21:36,196 INFO [RS:0;8a040b4bf509:44479 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T20:21:36,196 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T20:21:36,196 INFO [RS:0;8a040b4bf509:44479 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T20:21:36,196 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44479-0x10116f5bc7e0007, quorum=127.0.0.1:51667, baseZNode=/21508274397 Set watcher on znode that does not yet exist, /21508274397/running 2024-11-07T20:21:36,197 INFO [RS:0;8a040b4bf509:44479 {}] regionserver.HRegionServer(3091): Received CLOSE for ff06bf01038bd56be84449f5924c64cb 2024-11-07T20:21:36,197 INFO [RS:0;8a040b4bf509:44479 {}] regionserver.HRegionServer(959): stopping server 8a040b4bf509,44479,1731010884477 2024-11-07T20:21:36,197 INFO [RS:0;8a040b4bf509:44479 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T20:21:36,197 INFO [RS:0;8a040b4bf509:44479 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a040b4bf509:44479. 2024-11-07T20:21:36,197 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ff06bf01038bd56be84449f5924c64cb, disabling compactions & flushes 2024-11-07T20:21:36,197 DEBUG [RS:0;8a040b4bf509:44479 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:21:36,197 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731010889523.ff06bf01038bd56be84449f5924c64cb. 2024-11-07T20:21:36,197 DEBUG [RS:0;8a040b4bf509:44479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:21:36,197 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731010889523.ff06bf01038bd56be84449f5924c64cb. 2024-11-07T20:21:36,197 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731010889523.ff06bf01038bd56be84449f5924c64cb. after waiting 0 ms 2024-11-07T20:21:36,197 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731010889523.ff06bf01038bd56be84449f5924c64cb. 2024-11-07T20:21:36,197 INFO [RS:0;8a040b4bf509:44479 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T20:21:36,197 INFO [RS:0;8a040b4bf509:44479 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T20:21:36,197 INFO [RS:0;8a040b4bf509:44479 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T20:21:36,197 INFO [RS:0;8a040b4bf509:44479 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T20:21:36,197 INFO [RS:0;8a040b4bf509:44479 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T20:21:36,198 DEBUG [RS:0;8a040b4bf509:44479 {}] regionserver.HRegionServer(1325): Online Regions={ff06bf01038bd56be84449f5924c64cb=test,,1731010889523.ff06bf01038bd56be84449f5924c64cb., 1588230740=hbase:meta,,1.1588230740} 2024-11-07T20:21:36,198 DEBUG [RS:0;8a040b4bf509:44479 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ff06bf01038bd56be84449f5924c64cb 2024-11-07T20:21:36,198 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T20:21:36,198 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T20:21:36,198 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T20:21:36,198 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T20:21:36,198 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T20:21:36,198 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-07T20:21:36,205 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/data/default/test/ff06bf01038bd56be84449f5924c64cb/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-07T20:21:36,205 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T20:21:36,205 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T20:21:36,205 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731010889523.ff06bf01038bd56be84449f5924c64cb. 2024-11-07T20:21:36,205 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ff06bf01038bd56be84449f5924c64cb: Waiting for close lock at 1731010896197Running coprocessor pre-close hooks at 1731010896197Disabling compacts and flushes for region at 1731010896197Disabling writes for close at 1731010896197Writing region close event to WAL at 1731010896198 (+1 ms)Running coprocessor post-close hooks at 1731010896205 (+7 ms)Closed at 1731010896205 2024-11-07T20:21:36,206 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731010889523.ff06bf01038bd56be84449f5924c64cb. 2024-11-07T20:21:36,228 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/data/hbase/meta/1588230740/.tmp/info/834ff13f8ca846b899b210c53a77dc61 is 129, key is test,,1731010889523.ff06bf01038bd56be84449f5924c64cb./info:regioninfo/1731010890292/Put/seqid=0 2024-11-07T20:21:36,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39785 is added to blk_1073741839_1015 (size=6421) 2024-11-07T20:21:36,235 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/data/hbase/meta/1588230740/.tmp/info/834ff13f8ca846b899b210c53a77dc61 2024-11-07T20:21:36,262 INFO [regionserver/8a040b4bf509:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T20:21:36,265 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/data/hbase/meta/1588230740/.tmp/ns/a2421d7a34f543db855bb11ee39cb719 is 43, key is default/ns:d/1731010887113/Put/seqid=0 2024-11-07T20:21:36,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39785 is added to blk_1073741840_1016 (size=5153) 2024-11-07T20:21:36,394 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,37141,1731010873462.replicationSource.wal-reader.8a040b4bf509%2C37141%2C1731010873462,1-8a040b4bf509,37141,1731010873462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/WALs/8a040b4bf509,37141,1731010873462/8a040b4bf509%2C37141%2C1731010873462.1731010893330 to pos 393, reset compression=false 2024-11-07T20:21:36,398 DEBUG [RS:0;8a040b4bf509:44479 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T20:21:36,598 DEBUG [RS:0;8a040b4bf509:44479 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T20:21:36,673 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/data/hbase/meta/1588230740/.tmp/ns/a2421d7a34f543db855bb11ee39cb719 2024-11-07T20:21:36,688 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/data/hbase/meta/1588230740/.tmp/rep_barrier/eb007174fd9548cd8a66963cdde586f7 is 112, key is test,,1731010889523.ff06bf01038bd56be84449f5924c64cb./rep_barrier:seqnumDuringOpen/1731010890292/Put/seqid=0 2024-11-07T20:21:36,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39785 is added to blk_1073741841_1017 (size=5518) 2024-11-07T20:21:36,798 DEBUG [RS:0;8a040b4bf509:44479 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T20:21:36,881 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,2-8a040b4bf509,37141,1731010873462.replicationSource.wal-reader.8a040b4bf509%2C37141%2C1731010873462,2-8a040b4bf509,37141,1731010873462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/WALs/8a040b4bf509,37141,1731010873462/8a040b4bf509%2C37141%2C1731010873462.1731010893330 to pos 393, reset compression=false 2024-11-07T20:21:36,998 DEBUG [RS:0;8a040b4bf509:44479 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T20:21:37,042 INFO [regionserver/8a040b4bf509:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T20:21:37,042 INFO [regionserver/8a040b4bf509:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T20:21:37,092 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/data/hbase/meta/1588230740/.tmp/rep_barrier/eb007174fd9548cd8a66963cdde586f7 2024-11-07T20:21:37,098 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,37141,1731010873462.replicationSource.wal-reader.8a040b4bf509%2C37141%2C1731010873462,1-8a040b4bf509,37141,1731010873462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/WALs/8a040b4bf509,37141,1731010873462/8a040b4bf509%2C37141%2C1731010873462.1731010893330 to pos 393, reset compression=false 2024-11-07T20:21:37,109 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/data/hbase/meta/1588230740/.tmp/table/84f8d6a39cd4405da9a9ccd513921411 is 40, key is test/table:state/1731010890303/Put/seqid=0 2024-11-07T20:21:37,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39785 is added to blk_1073741842_1018 (size=5165) 2024-11-07T20:21:37,198 INFO [RS:0;8a040b4bf509:44479 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T20:21:37,198 DEBUG [RS:0;8a040b4bf509:44479 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-07T20:21:37,198 DEBUG [RS:0;8a040b4bf509:44479 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T20:21:37,399 DEBUG [RS:0;8a040b4bf509:44479 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T20:21:37,433 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T20:21:37,513 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/data/hbase/meta/1588230740/.tmp/table/84f8d6a39cd4405da9a9ccd513921411 2024-11-07T20:21:37,517 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/data/hbase/meta/1588230740/.tmp/info/834ff13f8ca846b899b210c53a77dc61 as hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/data/hbase/meta/1588230740/info/834ff13f8ca846b899b210c53a77dc61 2024-11-07T20:21:37,522 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/data/hbase/meta/1588230740/info/834ff13f8ca846b899b210c53a77dc61, entries=10, sequenceid=11, filesize=6.3 K 2024-11-07T20:21:37,525 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/data/hbase/meta/1588230740/.tmp/ns/a2421d7a34f543db855bb11ee39cb719 as hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/data/hbase/meta/1588230740/ns/a2421d7a34f543db855bb11ee39cb719 2024-11-07T20:21:37,529 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/data/hbase/meta/1588230740/ns/a2421d7a34f543db855bb11ee39cb719, entries=2, sequenceid=11, filesize=5.0 K 2024-11-07T20:21:37,530 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/data/hbase/meta/1588230740/.tmp/rep_barrier/eb007174fd9548cd8a66963cdde586f7 as hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/data/hbase/meta/1588230740/rep_barrier/eb007174fd9548cd8a66963cdde586f7 2024-11-07T20:21:37,534 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/data/hbase/meta/1588230740/rep_barrier/eb007174fd9548cd8a66963cdde586f7, entries=1, sequenceid=11, filesize=5.4 K 2024-11-07T20:21:37,535 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/data/hbase/meta/1588230740/.tmp/table/84f8d6a39cd4405da9a9ccd513921411 as hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/data/hbase/meta/1588230740/table/84f8d6a39cd4405da9a9ccd513921411 2024-11-07T20:21:37,539 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/data/hbase/meta/1588230740/table/84f8d6a39cd4405da9a9ccd513921411, entries=2, sequenceid=11, filesize=5.0 K 2024-11-07T20:21:37,540 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1342ms, sequenceid=11, compaction requested=false 2024-11-07T20:21:37,545 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-07T20:21:37,546 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T20:21:37,546 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T20:21:37,546 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T20:21:37,546 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731010896198Running coprocessor pre-close hooks at 1731010896198Disabling compacts and flushes for region at 1731010896198Disabling writes for close at 1731010896198Obtaining lock to block concurrent updates at 1731010896198Preparing flush snapshotting stores in 1588230740 at 1731010896198Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731010896198Flushing stores of hbase:meta,,1.1588230740 at 1731010896199 (+1 ms)Flushing 1588230740/info: creating writer at 1731010896199Flushing 1588230740/info: appending metadata at 1731010896228 (+29 ms)Flushing 1588230740/info: closing flushed file at 1731010896228Flushing 1588230740/ns: creating writer at 1731010896239 (+11 ms)Flushing 1588230740/ns: appending metadata at 1731010896265 (+26 ms)Flushing 1588230740/ns: closing flushed file at 1731010896265Flushing 1588230740/rep_barrier: creating writer at 1731010896676 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731010896688 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731010896688Flushing 1588230740/table: creating writer at 1731010897096 (+408 ms)Flushing 1588230740/table: appending metadata at 1731010897109 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731010897109Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e671354: reopening flushed file at 1731010897517 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48d5bbba: reopening flushed file at 1731010897522 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@480f25fa: reopening flushed file at 1731010897529 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@89d31dc: reopening flushed file at 1731010897535 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1342ms, sequenceid=11, compaction requested=false at 1731010897540 (+5 ms)Writing region close event to WAL at 1731010897542 (+2 ms)Running coprocessor post-close hooks at 1731010897546 (+4 ms)Closed at 1731010897546 2024-11-07T20:21:37,546 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T20:21:37,599 INFO [RS:0;8a040b4bf509:44479 {}] regionserver.HRegionServer(976): stopping server 8a040b4bf509,44479,1731010884477; all regions closed. 2024-11-07T20:21:37,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39785 is added to blk_1073741834_1010 (size=2717) 2024-11-07T20:21:37,612 DEBUG [RS:0;8a040b4bf509:44479 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/oldWALs 2024-11-07T20:21:37,612 INFO [RS:0;8a040b4bf509:44479 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8a040b4bf509%2C44479%2C1731010884477.meta:.meta(num 1731010887041) 2024-11-07T20:21:37,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39785 is added to blk_1073741832_1008 (size=1028) 2024-11-07T20:21:37,620 DEBUG [RS:0;8a040b4bf509:44479 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/oldWALs 2024-11-07T20:21:37,620 INFO [RS:0;8a040b4bf509:44479 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8a040b4bf509%2C44479%2C1731010884477:(num 1731010886184) 2024-11-07T20:21:37,620 DEBUG [RS:0;8a040b4bf509:44479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:21:37,620 INFO [RS:0;8a040b4bf509:44479 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T20:21:37,620 INFO [RS:0;8a040b4bf509:44479 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T20:21:37,620 INFO [RS:0;8a040b4bf509:44479 {}] hbase.ChoreService(370): Chore service for: regionserver/8a040b4bf509:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T20:21:37,620 INFO [RS:0;8a040b4bf509:44479 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T20:21:37,620 INFO [regionserver/8a040b4bf509:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T20:21:37,621 INFO [RS:0;8a040b4bf509:44479 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a040b4bf509:44479. 2024-11-07T20:21:37,621 DEBUG [RS:0;8a040b4bf509:44479 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:21:37,621 DEBUG [RS:0;8a040b4bf509:44479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:21:37,621 DEBUG [RS:0;8a040b4bf509:44479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:21:37,621 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:21:37,621 INFO [RS:0;8a040b4bf509:44479 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44479 2024-11-07T20:21:37,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41271-0x10116f5bc7e0006, quorum=127.0.0.1:51667, baseZNode=/21508274397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21508274397/rs 2024-11-07T20:21:37,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44479-0x10116f5bc7e0007, quorum=127.0.0.1:51667, baseZNode=/21508274397 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21508274397/rs/8a040b4bf509,44479,1731010884477 2024-11-07T20:21:37,631 INFO [RS:0;8a040b4bf509:44479 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T20:21:37,631 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8a040b4bf509,44479,1731010884477] 2024-11-07T20:21:37,652 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21508274397/draining/8a040b4bf509,44479,1731010884477 already deleted, retry=false 2024-11-07T20:21:37,652 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8a040b4bf509,44479,1731010884477 expired; onlineServers=0 2024-11-07T20:21:37,652 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8a040b4bf509,41271,1731010884332' ***** 2024-11-07T20:21:37,652 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T20:21:37,652 INFO [M:0;8a040b4bf509:41271 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T20:21:37,652 INFO [M:0;8a040b4bf509:41271 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T20:21:37,652 DEBUG [M:0;8a040b4bf509:41271 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T20:21:37,652 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T20:21:37,652 DEBUG [M:0;8a040b4bf509:41271 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T20:21:37,652 DEBUG [master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.large.0-1731010885880 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.large.0-1731010885880,5,FailOnTimeoutGroup] 2024-11-07T20:21:37,652 DEBUG [master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.small.0-1731010885884 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.small.0-1731010885884,5,FailOnTimeoutGroup] 2024-11-07T20:21:37,652 INFO [M:0;8a040b4bf509:41271 {}] hbase.ChoreService(370): Chore service for: master/8a040b4bf509:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T20:21:37,652 INFO [M:0;8a040b4bf509:41271 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T20:21:37,652 DEBUG [M:0;8a040b4bf509:41271 {}] master.HMaster(1795): Stopping service threads 2024-11-07T20:21:37,653 INFO [M:0;8a040b4bf509:41271 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T20:21:37,653 INFO [M:0;8a040b4bf509:41271 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T20:21:37,653 INFO [M:0;8a040b4bf509:41271 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T20:21:37,653 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T20:21:37,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41271-0x10116f5bc7e0006, quorum=127.0.0.1:51667, baseZNode=/21508274397 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21508274397/master 2024-11-07T20:21:37,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41271-0x10116f5bc7e0006, quorum=127.0.0.1:51667, baseZNode=/21508274397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21508274397 2024-11-07T20:21:37,662 DEBUG [M:0;8a040b4bf509:41271 {}] zookeeper.ZKUtil(347): master:41271-0x10116f5bc7e0006, quorum=127.0.0.1:51667, baseZNode=/21508274397 Unable to get data of znode /21508274397/master because node does not exist (not an error) 2024-11-07T20:21:37,663 WARN [M:0;8a040b4bf509:41271 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T20:21:37,663 INFO [M:0;8a040b4bf509:41271 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/.lastflushedseqids 2024-11-07T20:21:37,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39785 is added to blk_1073741843_1019 (size=173) 2024-11-07T20:21:37,684 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,2-8a040b4bf509,37141,1731010873462.replicationSource.wal-reader.8a040b4bf509%2C37141%2C1731010873462,2-8a040b4bf509,37141,1731010873462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/WALs/8a040b4bf509,37141,1731010873462/8a040b4bf509%2C37141%2C1731010873462.1731010893330 to pos 393, reset compression=false 2024-11-07T20:21:37,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44479-0x10116f5bc7e0007, quorum=127.0.0.1:51667, baseZNode=/21508274397 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:21:37,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44479-0x10116f5bc7e0007, quorum=127.0.0.1:51667, baseZNode=/21508274397 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:21:37,742 INFO [RS:0;8a040b4bf509:44479 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T20:21:37,742 INFO [RS:0;8a040b4bf509:44479 {}] regionserver.HRegionServer(1031): Exiting; stopping=8a040b4bf509,44479,1731010884477; zookeeper connection closed. 2024-11-07T20:21:37,747 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@60c0e2fc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@60c0e2fc 2024-11-07T20:21:37,747 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T20:21:37,901 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,37141,1731010873462.replicationSource.wal-reader.8a040b4bf509%2C37141%2C1731010873462,1-8a040b4bf509,37141,1731010873462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/WALs/8a040b4bf509,37141,1731010873462/8a040b4bf509%2C37141%2C1731010873462.1731010893330 to pos 393, reset compression=false 2024-11-07T20:21:38,077 INFO [M:0;8a040b4bf509:41271 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T20:21:38,077 INFO [M:0;8a040b4bf509:41271 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T20:21:38,078 DEBUG [M:0;8a040b4bf509:41271 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T20:21:38,078 INFO [M:0;8a040b4bf509:41271 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:21:38,078 DEBUG [M:0;8a040b4bf509:41271 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:21:38,078 DEBUG [M:0;8a040b4bf509:41271 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T20:21:38,078 DEBUG [M:0;8a040b4bf509:41271 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:21:38,078 INFO [M:0;8a040b4bf509:41271 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-11-07T20:21:38,091 DEBUG [M:0;8a040b4bf509:41271 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4548231959594517ae2c743b88fb7703 is 82, key is hbase:meta,,1/info:regioninfo/1731010887067/Put/seqid=0 2024-11-07T20:21:38,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39785 is added to blk_1073741844_1020 (size=5672) 2024-11-07T20:21:38,494 INFO [M:0;8a040b4bf509:41271 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4548231959594517ae2c743b88fb7703 2024-11-07T20:21:38,511 DEBUG [M:0;8a040b4bf509:41271 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d1f01d3c06f34c779ef38eb433a87365 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731010890306/Put/seqid=0 2024-11-07T20:21:38,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39785 is added to blk_1073741845_1021 (size=6585) 2024-11-07T20:21:38,515 INFO [M:0;8a040b4bf509:41271 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d1f01d3c06f34c779ef38eb433a87365 2024-11-07T20:21:38,534 DEBUG [M:0;8a040b4bf509:41271 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/55a035ba75034f5081137eb5976ef549 is 69, key is 8a040b4bf509,44479,1731010884477/rs:state/1731010885945/Put/seqid=0 2024-11-07T20:21:38,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39785 is added to blk_1073741846_1022 (size=5156) 2024-11-07T20:21:38,588 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,2-8a040b4bf509,37141,1731010873462.replicationSource.wal-reader.8a040b4bf509%2C37141%2C1731010873462,2-8a040b4bf509,37141,1731010873462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/WALs/8a040b4bf509,37141,1731010873462/8a040b4bf509%2C37141%2C1731010873462.1731010893330 to pos 393, reset compression=false 2024-11-07T20:21:38,804 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,37141,1731010873462.replicationSource.wal-reader.8a040b4bf509%2C37141%2C1731010873462,1-8a040b4bf509,37141,1731010873462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/WALs/8a040b4bf509,37141,1731010873462/8a040b4bf509%2C37141%2C1731010873462.1731010893330 to pos 393, reset compression=false 2024-11-07T20:21:38,943 INFO [M:0;8a040b4bf509:41271 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/55a035ba75034f5081137eb5976ef549 2024-11-07T20:21:38,948 DEBUG [M:0;8a040b4bf509:41271 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4548231959594517ae2c743b88fb7703 as hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4548231959594517ae2c743b88fb7703 2024-11-07T20:21:38,951 INFO [M:0;8a040b4bf509:41271 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4548231959594517ae2c743b88fb7703, entries=8, sequenceid=55, filesize=5.5 K 2024-11-07T20:21:38,952 DEBUG [M:0;8a040b4bf509:41271 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d1f01d3c06f34c779ef38eb433a87365 as hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d1f01d3c06f34c779ef38eb433a87365 2024-11-07T20:21:38,956 INFO [M:0;8a040b4bf509:41271 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d1f01d3c06f34c779ef38eb433a87365, entries=6, sequenceid=55, filesize=6.4 K 2024-11-07T20:21:38,957 DEBUG [M:0;8a040b4bf509:41271 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/55a035ba75034f5081137eb5976ef549 as hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/55a035ba75034f5081137eb5976ef549 2024-11-07T20:21:38,960 INFO [M:0;8a040b4bf509:41271 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45035/user/jenkins/test-data/085fb6b8-8510-ec7d-33bf-21745ab4bf76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/55a035ba75034f5081137eb5976ef549, entries=1, sequenceid=55, filesize=5.0 K 2024-11-07T20:21:38,961 INFO [M:0;8a040b4bf509:41271 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 882ms, sequenceid=55, compaction requested=false 2024-11-07T20:21:38,961 INFO [M:0;8a040b4bf509:41271 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:21:38,962 DEBUG [M:0;8a040b4bf509:41271 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731010898077Disabling compacts and flushes for region at 1731010898077Disabling writes for close at 1731010898078 (+1 ms)Obtaining lock to block concurrent updates at 1731010898078Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731010898078Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1731010898078Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731010898078Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731010898078Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731010898091 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731010898091Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731010898498 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731010898511 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731010898511Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731010898519 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731010898534 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731010898534Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10b9088: reopening flushed file at 1731010898947 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@144f0002: reopening flushed file at 1731010898952 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2659e54d: reopening flushed file at 1731010898956 (+4 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 882ms, sequenceid=55, compaction requested=false at 1731010898961 (+5 ms)Writing region close event to WAL at 1731010898961Closed at 1731010898961 2024-11-07T20:21:38,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39785 is added to blk_1073741830_1006 (size=32758) 2024-11-07T20:21:38,964 INFO [M:0;8a040b4bf509:41271 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T20:21:38,964 INFO [M:0;8a040b4bf509:41271 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41271 2024-11-07T20:21:38,964 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T20:21:38,970 INFO [M:0;8a040b4bf509:41271 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T20:21:39,120 INFO [M:0;8a040b4bf509:41271 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T20:21:39,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41271-0x10116f5bc7e0006, quorum=127.0.0.1:51667, baseZNode=/21508274397 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:21:39,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41271-0x10116f5bc7e0006, quorum=127.0.0.1:51667, baseZNode=/21508274397 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:21:39,176 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6d3d6671{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T20:21:39,176 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1626484d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T20:21:39,176 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T20:21:39,176 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a5d2f65{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T20:21:39,176 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f4b9708{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0583172b-ac8c-af6d-185b-a4145262a80f/hadoop.log.dir/,STOPPED} 2024-11-07T20:21:39,178 WARN [BP-1419910812-172.17.0.2-1731010882238 heartbeating to localhost/127.0.0.1:45035 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T20:21:39,178 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T20:21:39,178 WARN [BP-1419910812-172.17.0.2-1731010882238 heartbeating to localhost/127.0.0.1:45035 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1419910812-172.17.0.2-1731010882238 (Datanode Uuid e3bb5dae-5a7f-4019-9c25-403b6816366d) service to localhost/127.0.0.1:45035 2024-11-07T20:21:39,178 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T20:21:39,178 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0583172b-ac8c-af6d-185b-a4145262a80f/cluster_f2a79336-3adb-3ef7-30f2-8957ad7967f0/data/data1/current/BP-1419910812-172.17.0.2-1731010882238 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T20:21:39,179 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0583172b-ac8c-af6d-185b-a4145262a80f/cluster_f2a79336-3adb-3ef7-30f2-8957ad7967f0/data/data2/current/BP-1419910812-172.17.0.2-1731010882238 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T20:21:39,179 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T20:21:39,185 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@539a3e9c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T20:21:39,185 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@16cc1cfe{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T20:21:39,185 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T20:21:39,185 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@270e10e2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T20:21:39,185 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78e91dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0583172b-ac8c-af6d-185b-a4145262a80f/hadoop.log.dir/,STOPPED} 2024-11-07T20:21:39,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T20:21:39,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T20:21:39,197 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T20:21:39,197 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:21:39,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:21:39,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:21:39,197 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:21:39,197 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T20:21:39,197 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2077981190, stopped=false 2024-11-07T20:21:39,198 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8a040b4bf509,45655,1731010878514 2024-11-07T20:21:39,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45655-0x10116f5bc7e0003, quorum=127.0.0.1:51667, baseZNode=/1-1839151984 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1839151984/running 2024-11-07T20:21:39,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38751-0x10116f5bc7e0004, quorum=127.0.0.1:51667, baseZNode=/1-1839151984 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1839151984/running 2024-11-07T20:21:39,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45655-0x10116f5bc7e0003, quorum=127.0.0.1:51667, baseZNode=/1-1839151984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1839151984 2024-11-07T20:21:39,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38751-0x10116f5bc7e0004, quorum=127.0.0.1:51667, baseZNode=/1-1839151984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1839151984 2024-11-07T20:21:39,260 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T20:21:39,260 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T20:21:39,260 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:21:39,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:21:39,260 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8a040b4bf509,38751,1731010878853' ***** 2024-11-07T20:21:39,260 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T20:21:39,260 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45655-0x10116f5bc7e0003, quorum=127.0.0.1:51667, baseZNode=/1-1839151984 Set watcher on znode that does not yet exist, /1-1839151984/running 2024-11-07T20:21:39,261 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38751-0x10116f5bc7e0004, quorum=127.0.0.1:51667, baseZNode=/1-1839151984 Set watcher on znode that does not yet exist, /1-1839151984/running 2024-11-07T20:21:39,261 INFO [RS:0;8a040b4bf509:38751 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T20:21:39,261 INFO [RS:0;8a040b4bf509:38751 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T20:21:39,261 INFO [RS:0;8a040b4bf509:38751 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T20:21:39,261 INFO [RS:0;8a040b4bf509:38751 {}] regionserver.HRegionServer(3091): Received CLOSE for 6d80f08a93781f9ee687ca45586307c5 2024-11-07T20:21:39,261 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T20:21:39,261 INFO [RS:0;8a040b4bf509:38751 {}] regionserver.HRegionServer(959): stopping server 8a040b4bf509,38751,1731010878853 2024-11-07T20:21:39,261 INFO [RS:0;8a040b4bf509:38751 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T20:21:39,261 INFO [RS:0;8a040b4bf509:38751 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a040b4bf509:38751. 2024-11-07T20:21:39,262 DEBUG [RS:0;8a040b4bf509:38751 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:21:39,262 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6d80f08a93781f9ee687ca45586307c5, disabling compactions & flushes 2024-11-07T20:21:39,262 DEBUG [RS:0;8a040b4bf509:38751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:21:39,262 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731010888383.6d80f08a93781f9ee687ca45586307c5. 2024-11-07T20:21:39,262 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731010888383.6d80f08a93781f9ee687ca45586307c5. 2024-11-07T20:21:39,262 INFO [RS:0;8a040b4bf509:38751 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T20:21:39,262 INFO [RS:0;8a040b4bf509:38751 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T20:21:39,262 INFO [RS:0;8a040b4bf509:38751 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T20:21:39,262 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731010888383.6d80f08a93781f9ee687ca45586307c5. after waiting 0 ms 2024-11-07T20:21:39,262 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731010888383.6d80f08a93781f9ee687ca45586307c5. 2024-11-07T20:21:39,262 INFO [RS:0;8a040b4bf509:38751 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T20:21:39,262 INFO [RS:0;8a040b4bf509:38751 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T20:21:39,262 DEBUG [RS:0;8a040b4bf509:38751 {}] regionserver.HRegionServer(1325): Online Regions={6d80f08a93781f9ee687ca45586307c5=test,,1731010888383.6d80f08a93781f9ee687ca45586307c5., 1588230740=hbase:meta,,1.1588230740} 2024-11-07T20:21:39,262 DEBUG [RS:0;8a040b4bf509:38751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6d80f08a93781f9ee687ca45586307c5 2024-11-07T20:21:39,262 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T20:21:39,262 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T20:21:39,262 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T20:21:39,262 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T20:21:39,262 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T20:21:39,262 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-07T20:21:39,265 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/data/default/test/6d80f08a93781f9ee687ca45586307c5/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-07T20:21:39,265 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T20:21:39,265 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T20:21:39,265 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731010888383.6d80f08a93781f9ee687ca45586307c5. 2024-11-07T20:21:39,265 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6d80f08a93781f9ee687ca45586307c5: Waiting for close lock at 1731010899262Running coprocessor pre-close hooks at 1731010899262Disabling compacts and flushes for region at 1731010899262Disabling writes for close at 1731010899262Writing region close event to WAL at 1731010899262Running coprocessor post-close hooks at 1731010899265 (+3 ms)Closed at 1731010899265 2024-11-07T20:21:39,265 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731010888383.6d80f08a93781f9ee687ca45586307c5. 2024-11-07T20:21:39,283 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/data/hbase/meta/1588230740/.tmp/info/bfb39a1d25c04e2c92d5218d73974f2a is 129, key is test,,1731010888383.6d80f08a93781f9ee687ca45586307c5./info:regioninfo/1731010889169/Put/seqid=0 2024-11-07T20:21:39,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42653 is added to blk_1073741841_1017 (size=6421) 2024-11-07T20:21:39,311 INFO [regionserver/8a040b4bf509:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T20:21:39,462 DEBUG [RS:0;8a040b4bf509:38751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T20:21:39,592 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,2-8a040b4bf509,37141,1731010873462.replicationSource.wal-reader.8a040b4bf509%2C37141%2C1731010873462,2-8a040b4bf509,37141,1731010873462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/WALs/8a040b4bf509,37141,1731010873462/8a040b4bf509%2C37141%2C1731010873462.1731010893330 to pos 393, reset compression=false 2024-11-07T20:21:39,662 DEBUG [RS:0;8a040b4bf509:38751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T20:21:39,687 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/data/hbase/meta/1588230740/.tmp/info/bfb39a1d25c04e2c92d5218d73974f2a 2024-11-07T20:21:39,704 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/data/hbase/meta/1588230740/.tmp/ns/02b6bd97fc1f446bbb216bc25790687c is 43, key is default/ns:d/1731010882169/Put/seqid=0 2024-11-07T20:21:39,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42653 is added to blk_1073741842_1018 (size=5153) 2024-11-07T20:21:39,808 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,37141,1731010873462.replicationSource.wal-reader.8a040b4bf509%2C37141%2C1731010873462,1-8a040b4bf509,37141,1731010873462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/WALs/8a040b4bf509,37141,1731010873462/8a040b4bf509%2C37141%2C1731010873462.1731010893330 to pos 393, reset compression=false 2024-11-07T20:21:39,862 DEBUG [RS:0;8a040b4bf509:38751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T20:21:40,063 DEBUG [RS:0;8a040b4bf509:38751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T20:21:40,085 INFO [regionserver/8a040b4bf509:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T20:21:40,085 INFO [regionserver/8a040b4bf509:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T20:21:40,107 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/data/hbase/meta/1588230740/.tmp/ns/02b6bd97fc1f446bbb216bc25790687c 2024-11-07T20:21:40,123 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/data/hbase/meta/1588230740/.tmp/rep_barrier/f04c7e8eebd149ca994c2aa5b350d934 is 112, key is test,,1731010888383.6d80f08a93781f9ee687ca45586307c5./rep_barrier:seqnumDuringOpen/1731010889169/Put/seqid=0 2024-11-07T20:21:40,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42653 is added to blk_1073741843_1019 (size=5518) 2024-11-07T20:21:40,263 INFO [RS:0;8a040b4bf509:38751 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T20:21:40,263 DEBUG [RS:0;8a040b4bf509:38751 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-07T20:21:40,263 DEBUG [RS:0;8a040b4bf509:38751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T20:21:40,463 DEBUG [RS:0;8a040b4bf509:38751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T20:21:40,527 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/data/hbase/meta/1588230740/.tmp/rep_barrier/f04c7e8eebd149ca994c2aa5b350d934 2024-11-07T20:21:40,545 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/data/hbase/meta/1588230740/.tmp/table/ccc6c1fab0464f70b6de3324084cbb69 is 40, key is test/table:state/1731010889180/Put/seqid=0 2024-11-07T20:21:40,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42653 is added to blk_1073741844_1020 (size=5165) 2024-11-07T20:21:40,549 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/data/hbase/meta/1588230740/.tmp/table/ccc6c1fab0464f70b6de3324084cbb69 2024-11-07T20:21:40,552 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/data/hbase/meta/1588230740/.tmp/info/bfb39a1d25c04e2c92d5218d73974f2a as hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/data/hbase/meta/1588230740/info/bfb39a1d25c04e2c92d5218d73974f2a 2024-11-07T20:21:40,555 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/data/hbase/meta/1588230740/info/bfb39a1d25c04e2c92d5218d73974f2a, entries=10, sequenceid=11, filesize=6.3 K 2024-11-07T20:21:40,555 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/data/hbase/meta/1588230740/.tmp/ns/02b6bd97fc1f446bbb216bc25790687c as hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/data/hbase/meta/1588230740/ns/02b6bd97fc1f446bbb216bc25790687c 2024-11-07T20:21:40,558 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/data/hbase/meta/1588230740/ns/02b6bd97fc1f446bbb216bc25790687c, entries=2, sequenceid=11, filesize=5.0 K 2024-11-07T20:21:40,559 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/data/hbase/meta/1588230740/.tmp/rep_barrier/f04c7e8eebd149ca994c2aa5b350d934 as hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/data/hbase/meta/1588230740/rep_barrier/f04c7e8eebd149ca994c2aa5b350d934 2024-11-07T20:21:40,562 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/data/hbase/meta/1588230740/rep_barrier/f04c7e8eebd149ca994c2aa5b350d934, entries=1, sequenceid=11, filesize=5.4 K 2024-11-07T20:21:40,562 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/data/hbase/meta/1588230740/.tmp/table/ccc6c1fab0464f70b6de3324084cbb69 as hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/data/hbase/meta/1588230740/table/ccc6c1fab0464f70b6de3324084cbb69 2024-11-07T20:21:40,565 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/data/hbase/meta/1588230740/table/ccc6c1fab0464f70b6de3324084cbb69, entries=2, sequenceid=11, filesize=5.0 K 2024-11-07T20:21:40,565 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1303ms, sequenceid=11, compaction requested=false 2024-11-07T20:21:40,566 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T20:21:40,569 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-07T20:21:40,569 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T20:21:40,569 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T20:21:40,569 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T20:21:40,569 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731010899262Running coprocessor pre-close hooks at 1731010899262Disabling compacts and flushes for region at 1731010899262Disabling writes for close at 1731010899262Obtaining lock to block concurrent updates at 1731010899262Preparing flush snapshotting stores in 1588230740 at 1731010899262Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731010899262Flushing stores of hbase:meta,,1.1588230740 at 1731010899263 (+1 ms)Flushing 1588230740/info: creating writer at 1731010899263Flushing 1588230740/info: appending metadata at 1731010899283 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731010899283Flushing 1588230740/ns: creating writer at 1731010899691 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731010899704 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731010899704Flushing 1588230740/rep_barrier: creating writer at 1731010900111 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731010900123 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731010900123Flushing 1588230740/table: creating writer at 1731010900530 (+407 ms)Flushing 1588230740/table: appending metadata at 1731010900545 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731010900545Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e78477a: reopening flushed file at 1731010900551 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fc3236d: reopening flushed file at 1731010900555 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60207937: reopening flushed file at 1731010900558 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d8e491: reopening flushed file at 1731010900562 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1303ms, sequenceid=11, compaction requested=false at 1731010900565 (+3 ms)Writing region close event to WAL at 1731010900567 (+2 ms)Running coprocessor post-close hooks at 1731010900569 (+2 ms)Closed at 1731010900569 2024-11-07T20:21:40,569 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T20:21:40,663 INFO [RS:0;8a040b4bf509:38751 {}] regionserver.HRegionServer(976): stopping server 8a040b4bf509,38751,1731010878853; all regions closed. 2024-11-07T20:21:40,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42653 is added to blk_1073741834_1010 (size=2717) 2024-11-07T20:21:40,665 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/WALs/8a040b4bf509,38751,1731010878853/8a040b4bf509%2C38751%2C1731010878853.meta.1731010882122.meta not finished, retry = 0 2024-11-07T20:21:40,695 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,2-8a040b4bf509,37141,1731010873462.replicationSource.wal-reader.8a040b4bf509%2C37141%2C1731010873462,2-8a040b4bf509,37141,1731010873462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/WALs/8a040b4bf509,37141,1731010873462/8a040b4bf509%2C37141%2C1731010873462.1731010893330 to pos 393, reset compression=false 2024-11-07T20:21:40,767 DEBUG [RS:0;8a040b4bf509:38751 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/oldWALs 2024-11-07T20:21:40,767 INFO [RS:0;8a040b4bf509:38751 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8a040b4bf509%2C38751%2C1731010878853.meta:.meta(num 1731010882122) 2024-11-07T20:21:40,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42653 is added to blk_1073741832_1008 (size=1374) 2024-11-07T20:21:40,770 DEBUG [RS:0;8a040b4bf509:38751 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/oldWALs 2024-11-07T20:21:40,770 INFO [RS:0;8a040b4bf509:38751 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8a040b4bf509%2C38751%2C1731010878853:(num 1731010881212) 2024-11-07T20:21:40,770 DEBUG [RS:0;8a040b4bf509:38751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:21:40,770 INFO [RS:0;8a040b4bf509:38751 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T20:21:40,770 INFO [RS:0;8a040b4bf509:38751 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T20:21:40,770 INFO [RS:0;8a040b4bf509:38751 {}] hbase.ChoreService(370): Chore service for: regionserver/8a040b4bf509:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-07T20:21:40,770 INFO [RS:0;8a040b4bf509:38751 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T20:21:40,770 INFO [regionserver/8a040b4bf509:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T20:21:40,770 INFO [RS:0;8a040b4bf509:38751 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a040b4bf509:38751. 2024-11-07T20:21:40,770 DEBUG [RS:0;8a040b4bf509:38751 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:21:40,770 DEBUG [RS:0;8a040b4bf509:38751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:21:40,771 DEBUG [RS:0;8a040b4bf509:38751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:21:40,771 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:21:40,771 INFO [RS:0;8a040b4bf509:38751 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38751 2024-11-07T20:21:40,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45655-0x10116f5bc7e0003, quorum=127.0.0.1:51667, baseZNode=/1-1839151984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1839151984/rs 2024-11-07T20:21:40,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38751-0x10116f5bc7e0004, quorum=127.0.0.1:51667, baseZNode=/1-1839151984 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1839151984/rs/8a040b4bf509,38751,1731010878853 2024-11-07T20:21:40,788 INFO [RS:0;8a040b4bf509:38751 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T20:21:40,798 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8a040b4bf509,38751,1731010878853] 2024-11-07T20:21:40,809 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1839151984/draining/8a040b4bf509,38751,1731010878853 already deleted, retry=false 2024-11-07T20:21:40,809 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8a040b4bf509,38751,1731010878853 expired; onlineServers=0 2024-11-07T20:21:40,809 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8a040b4bf509,45655,1731010878514' ***** 2024-11-07T20:21:40,809 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T20:21:40,809 INFO [M:0;8a040b4bf509:45655 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T20:21:40,809 INFO [M:0;8a040b4bf509:45655 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T20:21:40,809 DEBUG [M:0;8a040b4bf509:45655 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T20:21:40,809 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T20:21:40,809 DEBUG [M:0;8a040b4bf509:45655 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T20:21:40,809 DEBUG [master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.large.0-1731010880875 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.large.0-1731010880875,5,FailOnTimeoutGroup] 2024-11-07T20:21:40,809 DEBUG [master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.small.0-1731010880875 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.small.0-1731010880875,5,FailOnTimeoutGroup] 2024-11-07T20:21:40,810 INFO [M:0;8a040b4bf509:45655 {}] hbase.ChoreService(370): Chore service for: master/8a040b4bf509:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T20:21:40,810 INFO [M:0;8a040b4bf509:45655 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T20:21:40,810 DEBUG [M:0;8a040b4bf509:45655 {}] master.HMaster(1795): Stopping service threads 2024-11-07T20:21:40,810 INFO [M:0;8a040b4bf509:45655 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T20:21:40,810 INFO [M:0;8a040b4bf509:45655 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T20:21:40,810 INFO [M:0;8a040b4bf509:45655 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T20:21:40,810 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T20:21:40,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45655-0x10116f5bc7e0003, quorum=127.0.0.1:51667, baseZNode=/1-1839151984 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1839151984/master 2024-11-07T20:21:40,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45655-0x10116f5bc7e0003, quorum=127.0.0.1:51667, baseZNode=/1-1839151984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1839151984 2024-11-07T20:21:40,820 DEBUG [M:0;8a040b4bf509:45655 {}] zookeeper.ZKUtil(347): master:45655-0x10116f5bc7e0003, quorum=127.0.0.1:51667, baseZNode=/1-1839151984 Unable to get data of znode /1-1839151984/master because node does not exist (not an error) 2024-11-07T20:21:40,820 WARN [M:0;8a040b4bf509:45655 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T20:21:40,821 INFO [M:0;8a040b4bf509:45655 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/.lastflushedseqids 2024-11-07T20:21:40,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42653 is added to blk_1073741845_1021 (size=173) 2024-11-07T20:21:40,825 INFO [M:0;8a040b4bf509:45655 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T20:21:40,825 INFO [M:0;8a040b4bf509:45655 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T20:21:40,826 DEBUG [M:0;8a040b4bf509:45655 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T20:21:40,826 INFO [M:0;8a040b4bf509:45655 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:21:40,826 DEBUG [M:0;8a040b4bf509:45655 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:21:40,826 DEBUG [M:0;8a040b4bf509:45655 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T20:21:40,826 DEBUG [M:0;8a040b4bf509:45655 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:21:40,826 INFO [M:0;8a040b4bf509:45655 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-07T20:21:40,843 DEBUG [M:0;8a040b4bf509:45655 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/745b9cbb540d4d2db164120253d12d25 is 82, key is hbase:meta,,1/info:regioninfo/1731010882151/Put/seqid=0 2024-11-07T20:21:40,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42653 is added to blk_1073741846_1022 (size=5672) 2024-11-07T20:21:40,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38751-0x10116f5bc7e0004, quorum=127.0.0.1:51667, baseZNode=/1-1839151984 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:21:40,899 INFO [RS:0;8a040b4bf509:38751 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T20:21:40,899 INFO [RS:0;8a040b4bf509:38751 {}] regionserver.HRegionServer(1031): Exiting; stopping=8a040b4bf509,38751,1731010878853; zookeeper connection closed. 2024-11-07T20:21:40,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38751-0x10116f5bc7e0004, quorum=127.0.0.1:51667, baseZNode=/1-1839151984 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:21:40,899 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@461ffef {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@461ffef 2024-11-07T20:21:40,899 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T20:21:40,910 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,37141,1731010873462.replicationSource.wal-reader.8a040b4bf509%2C37141%2C1731010873462,1-8a040b4bf509,37141,1731010873462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/WALs/8a040b4bf509,37141,1731010873462/8a040b4bf509%2C37141%2C1731010873462.1731010893330 to pos 393, reset compression=false 2024-11-07T20:21:41,246 INFO [M:0;8a040b4bf509:45655 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/745b9cbb540d4d2db164120253d12d25 2024-11-07T20:21:41,263 DEBUG [M:0;8a040b4bf509:45655 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/11cf362e9c1e4678b305eb06d6a2fb09 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731010889183/Put/seqid=0 2024-11-07T20:21:41,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42653 is added to blk_1073741847_1023 (size=6586) 2024-11-07T20:21:41,670 INFO [M:0;8a040b4bf509:45655 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/11cf362e9c1e4678b305eb06d6a2fb09 2024-11-07T20:21:41,685 DEBUG [M:0;8a040b4bf509:45655 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1ee3496fc4524f3287fee86ed2ab7a6e is 69, key is 8a040b4bf509,38751,1731010878853/rs:state/1731010880999/Put/seqid=0 2024-11-07T20:21:41,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42653 is added to blk_1073741848_1024 (size=5156) 2024-11-07T20:21:41,689 INFO [M:0;8a040b4bf509:45655 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1ee3496fc4524f3287fee86ed2ab7a6e 2024-11-07T20:21:41,692 DEBUG [M:0;8a040b4bf509:45655 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/745b9cbb540d4d2db164120253d12d25 as hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/745b9cbb540d4d2db164120253d12d25 2024-11-07T20:21:41,695 INFO [M:0;8a040b4bf509:45655 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/745b9cbb540d4d2db164120253d12d25, entries=8, sequenceid=55, filesize=5.5 K 2024-11-07T20:21:41,696 DEBUG [M:0;8a040b4bf509:45655 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/11cf362e9c1e4678b305eb06d6a2fb09 as hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/11cf362e9c1e4678b305eb06d6a2fb09 2024-11-07T20:21:41,699 INFO [M:0;8a040b4bf509:45655 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/11cf362e9c1e4678b305eb06d6a2fb09, entries=6, sequenceid=55, filesize=6.4 K 2024-11-07T20:21:41,700 DEBUG [M:0;8a040b4bf509:45655 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1ee3496fc4524f3287fee86ed2ab7a6e as hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1ee3496fc4524f3287fee86ed2ab7a6e 2024-11-07T20:21:41,704 INFO [M:0;8a040b4bf509:45655 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45149/user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1ee3496fc4524f3287fee86ed2ab7a6e, entries=1, sequenceid=55, filesize=5.0 K 2024-11-07T20:21:41,705 INFO [M:0;8a040b4bf509:45655 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 879ms, sequenceid=55, compaction requested=false 2024-11-07T20:21:41,706 INFO [M:0;8a040b4bf509:45655 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:21:41,706 DEBUG [M:0;8a040b4bf509:45655 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731010900826Disabling compacts and flushes for region at 1731010900826Disabling writes for close at 1731010900826Obtaining lock to block concurrent updates at 1731010900826Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731010900826Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731010900826Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731010900826Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731010900827 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731010900842 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731010900842Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731010901249 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731010901262 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731010901262Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731010901673 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731010901685 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731010901685Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@377bef9c: reopening flushed file at 1731010901691 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@304123c1: reopening flushed file at 1731010901695 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ca57d8e: reopening flushed file at 1731010901699 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 879ms, sequenceid=55, compaction requested=false at 1731010901705 (+6 ms)Writing region close event to WAL at 1731010901706 (+1 ms)Closed at 1731010901706 2024-11-07T20:21:41,707 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T20:21:41,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:41,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:41,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:41,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:41,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:41,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:41,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:41,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:41,712 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9267d284-c213-40c1-b963-36a948f69a4c/MasterData/WALs/8a040b4bf509,45655,1731010878514/8a040b4bf509%2C45655%2C1731010878514.1731010880623 not finished, retry = 0 2024-11-07T20:21:41,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42653 is added to blk_1073741830_1006 (size=32770) 2024-11-07T20:21:41,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:41,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:41,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:41,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:41,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:41,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:41,762 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:41,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:41,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:41,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:41,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T20:21:41,813 INFO [M:0;8a040b4bf509:45655 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T20:21:41,813 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T20:21:41,813 INFO [M:0;8a040b4bf509:45655 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45655 2024-11-07T20:21:41,813 INFO [M:0;8a040b4bf509:45655 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T20:21:41,898 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,2-8a040b4bf509,37141,1731010873462.replicationSource.wal-reader.8a040b4bf509%2C37141%2C1731010873462,2-8a040b4bf509,37141,1731010873462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/WALs/8a040b4bf509,37141,1731010873462/8a040b4bf509%2C37141%2C1731010873462.1731010893330 to pos 393, reset compression=false 2024-11-07T20:21:41,962 INFO [M:0;8a040b4bf509:45655 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T20:21:41,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45655-0x10116f5bc7e0003, quorum=127.0.0.1:51667, baseZNode=/1-1839151984 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:21:41,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45655-0x10116f5bc7e0003, quorum=127.0.0.1:51667, baseZNode=/1-1839151984 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:21:41,964 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6edf7768{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T20:21:41,964 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61e58534{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T20:21:41,964 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T20:21:41,964 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55c6c6d8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T20:21:41,964 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@155598f1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662a80bc-556b-f26a-71f5-2124ff8ffe6f/hadoop.log.dir/,STOPPED} 2024-11-07T20:21:41,965 WARN [BP-1972836333-172.17.0.2-1731010875738 heartbeating to localhost/127.0.0.1:45149 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T20:21:41,965 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T20:21:41,966 WARN [BP-1972836333-172.17.0.2-1731010875738 heartbeating to localhost/127.0.0.1:45149 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1972836333-172.17.0.2-1731010875738 (Datanode Uuid a9a7c8ef-2591-40b0-8eb8-933cfafbd7fc) service to localhost/127.0.0.1:45149 2024-11-07T20:21:41,966 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T20:21:41,966 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662a80bc-556b-f26a-71f5-2124ff8ffe6f/cluster_353a2728-8a2e-ab6c-ebda-7b4010de211c/data/data1/current/BP-1972836333-172.17.0.2-1731010875738 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T20:21:41,966 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662a80bc-556b-f26a-71f5-2124ff8ffe6f/cluster_353a2728-8a2e-ab6c-ebda-7b4010de211c/data/data2/current/BP-1972836333-172.17.0.2-1731010875738 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T20:21:41,966 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T20:21:41,971 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6fcf1393{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T20:21:41,971 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2190a081{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T20:21:41,971 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T20:21:41,971 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7da059c6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T20:21:41,971 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f8aa5f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662a80bc-556b-f26a-71f5-2124ff8ffe6f/hadoop.log.dir/,STOPPED} 2024-11-07T20:21:41,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T20:21:41,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T20:21:41,982 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T20:21:41,982 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:21:41,982 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:21:41,982 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:21:41,982 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:21:41,983 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T20:21:41,983 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1142143473, stopped=false 2024-11-07T20:21:41,983 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8a040b4bf509,39699,1731010873252 2024-11-07T20:21:41,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39699-0x10116f5bc7e0000, quorum=127.0.0.1:51667, baseZNode=/0-256835940 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-256835940/running 2024-11-07T20:21:41,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39699-0x10116f5bc7e0000, quorum=127.0.0.1:51667, baseZNode=/0-256835940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-256835940 2024-11-07T20:21:41,998 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T20:21:41,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37141-0x10116f5bc7e0001, quorum=127.0.0.1:51667, baseZNode=/0-256835940 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-256835940/running 2024-11-07T20:21:41,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37141-0x10116f5bc7e0001, quorum=127.0.0.1:51667, baseZNode=/0-256835940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-256835940 2024-11-07T20:21:41,999 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T20:21:41,999 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:21:41,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:21:41,999 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39699-0x10116f5bc7e0000, quorum=127.0.0.1:51667, baseZNode=/0-256835940 Set watcher on znode that does not yet exist, /0-256835940/running 2024-11-07T20:21:41,999 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8a040b4bf509,37141,1731010873462' ***** 2024-11-07T20:21:41,999 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T20:21:41,999 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37141-0x10116f5bc7e0001, quorum=127.0.0.1:51667, baseZNode=/0-256835940 Set watcher on znode that does not yet exist, /0-256835940/running 2024-11-07T20:21:41,999 INFO [RS:0;8a040b4bf509:37141 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T20:21:41,999 INFO [RS:0;8a040b4bf509:37141 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T20:21:41,999 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T20:21:41,999 INFO [RS:0;8a040b4bf509:37141 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T20:21:41,999 INFO [RS:0;8a040b4bf509:37141 {}] regionserver.HRegionServer(3091): Received CLOSE for a18b88f8381cf9fa94b66f72ee2896d1 2024-11-07T20:21:42,000 INFO [RS:0;8a040b4bf509:37141 {}] regionserver.HRegionServer(3091): Received CLOSE for ec0bbe98fb6d4b81cebac3a89f8f28d0 2024-11-07T20:21:42,000 INFO [RS:0;8a040b4bf509:37141 {}] regionserver.HRegionServer(959): stopping server 8a040b4bf509,37141,1731010873462 2024-11-07T20:21:42,000 INFO [RS:0;8a040b4bf509:37141 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T20:21:42,000 INFO [RS:0;8a040b4bf509:37141 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a040b4bf509:37141. 2024-11-07T20:21:42,000 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a18b88f8381cf9fa94b66f72ee2896d1, disabling compactions & flushes 2024-11-07T20:21:42,000 DEBUG [RS:0;8a040b4bf509:37141 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:21:42,000 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731010887242.a18b88f8381cf9fa94b66f72ee2896d1. 2024-11-07T20:21:42,000 DEBUG [RS:0;8a040b4bf509:37141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:21:42,000 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731010887242.a18b88f8381cf9fa94b66f72ee2896d1. 2024-11-07T20:21:42,000 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731010887242.a18b88f8381cf9fa94b66f72ee2896d1. after waiting 0 ms 2024-11-07T20:21:42,000 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731010887242.a18b88f8381cf9fa94b66f72ee2896d1. 2024-11-07T20:21:42,000 INFO [RS:0;8a040b4bf509:37141 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T20:21:42,000 INFO [RS:0;8a040b4bf509:37141 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T20:21:42,000 INFO [RS:0;8a040b4bf509:37141 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T20:21:42,000 INFO [RS:0;8a040b4bf509:37141 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T20:21:42,000 INFO [RS:0;8a040b4bf509:37141 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-07T20:21:42,000 DEBUG [RS:0;8a040b4bf509:37141 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a18b88f8381cf9fa94b66f72ee2896d1=test,,1731010887242.a18b88f8381cf9fa94b66f72ee2896d1., ec0bbe98fb6d4b81cebac3a89f8f28d0=hbase:replication,,1731010890683.ec0bbe98fb6d4b81cebac3a89f8f28d0.} 2024-11-07T20:21:42,000 DEBUG [RS:0;8a040b4bf509:37141 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a18b88f8381cf9fa94b66f72ee2896d1, ec0bbe98fb6d4b81cebac3a89f8f28d0 2024-11-07T20:21:42,000 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T20:21:42,000 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T20:21:42,000 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T20:21:42,000 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T20:21:42,000 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T20:21:42,001 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-07T20:21:42,003 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/data/default/test/a18b88f8381cf9fa94b66f72ee2896d1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-07T20:21:42,003 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T20:21:42,003 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T20:21:42,003 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731010887242.a18b88f8381cf9fa94b66f72ee2896d1. 2024-11-07T20:21:42,003 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a18b88f8381cf9fa94b66f72ee2896d1: Waiting for close lock at 1731010902000Running coprocessor pre-close hooks at 1731010902000Disabling compacts and flushes for region at 1731010902000Disabling writes for close at 1731010902000Writing region close event to WAL at 1731010902000Running coprocessor post-close hooks at 1731010902003 (+3 ms)Closed at 1731010902003 2024-11-07T20:21:42,003 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731010887242.a18b88f8381cf9fa94b66f72ee2896d1. 2024-11-07T20:21:42,004 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ec0bbe98fb6d4b81cebac3a89f8f28d0, disabling compactions & flushes 2024-11-07T20:21:42,004 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731010890683.ec0bbe98fb6d4b81cebac3a89f8f28d0. 2024-11-07T20:21:42,004 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731010890683.ec0bbe98fb6d4b81cebac3a89f8f28d0. 2024-11-07T20:21:42,004 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731010890683.ec0bbe98fb6d4b81cebac3a89f8f28d0. after waiting 0 ms 2024-11-07T20:21:42,004 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731010890683.ec0bbe98fb6d4b81cebac3a89f8f28d0. 2024-11-07T20:21:42,004 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ec0bbe98fb6d4b81cebac3a89f8f28d0 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-07T20:21:42,014 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/data/hbase/meta/1588230740/.tmp/info/7104c42c7158457ba5a36b001618510d is 147, key is hbase:replication,,1731010890683.ec0bbe98fb6d4b81cebac3a89f8f28d0./info:regioninfo/1731010891464/Put/seqid=0 2024-11-07T20:21:42,016 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/data/hbase/replication/ec0bbe98fb6d4b81cebac3a89f8f28d0/.tmp/hfileref/b975ddda7c31418d98a67f6d88d7cc95 is 74, key is 1/hfileref:3cefa83ac21144c5975fb658aa6b1be6_SeqId_4_/1731010892838/DeleteColumn/seqid=0 2024-11-07T20:21:42,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34809 is added to blk_1073741847_1023 (size=7686) 2024-11-07T20:21:42,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34809 is added to blk_1073741848_1024 (size=5489) 2024-11-07T20:21:42,019 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/data/hbase/replication/ec0bbe98fb6d4b81cebac3a89f8f28d0/.tmp/hfileref/b975ddda7c31418d98a67f6d88d7cc95 2024-11-07T20:21:42,038 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/data/hbase/replication/ec0bbe98fb6d4b81cebac3a89f8f28d0/.tmp/queue/7e1f5693afa3423e870d29e6484ed61e is 153, key is 1-8a040b4bf509,37141,1731010873462/queue:8a040b4bf509%2C37141%2C1731010873462/1731010895230/Put/seqid=0 2024-11-07T20:21:42,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34809 is added to blk_1073741849_1025 (size=5504) 2024-11-07T20:21:42,071 INFO [regionserver/8a040b4bf509:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T20:21:42,114 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,37141,1731010873462.replicationSource.wal-reader.8a040b4bf509%2C37141%2C1731010873462,1-8a040b4bf509,37141,1731010873462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/WALs/8a040b4bf509,37141,1731010873462/8a040b4bf509%2C37141%2C1731010873462.1731010893330 to pos 393, reset compression=false 2024-11-07T20:21:42,117 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,37141,1731010873462.replicationSource.wal-reader.8a040b4bf509%2C37141%2C1731010873462,1-8a040b4bf509,37141,1731010873462 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T20:21:42,117 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,37141,1731010873462.replicationSource.wal-reader.8a040b4bf509%2C37141%2C1731010873462,1-8a040b4bf509,37141,1731010873462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/WALs/8a040b4bf509,37141,1731010873462/8a040b4bf509%2C37141%2C1731010873462.1731010893330 to pos 688, reset compression=false 2024-11-07T20:21:42,117 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,37141,1731010873462.replicationSource.shipper8a040b4bf509%2C37141%2C1731010873462,1-8a040b4bf509,37141,1731010873462 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a040b4bf509,37141,1731010873462 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/WALs/8a040b4bf509,37141,1731010873462/8a040b4bf509%2C37141%2C1731010873462.1731010893330, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T20:21:42,118 ERROR [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,37141,1731010873462.replicationSource.shipper8a040b4bf509%2C37141%2C1731010873462,1-8a040b4bf509,37141,1731010873462 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 8a040b4bf509,37141,1731010873462: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-8a040b4bf509,37141,1731010873462, walGroup=8a040b4bf509%2C37141%2C1731010873462, offset=8a040b4bf509%2C37141%2C1731010873462.1731010893330:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a040b4bf509:37141 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-07T20:21:42,119 ERROR [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,37141,1731010873462.replicationSource.shipper8a040b4bf509%2C37141%2C1731010873462,1-8a040b4bf509,37141,1731010873462 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-07T20:21:42,119 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,37141,1731010873462.replicationSource.shipper8a040b4bf509%2C37141%2C1731010873462,1-8a040b4bf509,37141,1731010873462 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-07T20:21:42,120 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,37141,1731010873462.replicationSource.shipper8a040b4bf509%2C37141%2C1731010873462,1-8a040b4bf509,37141,1731010873462 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-07T20:21:42,120 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,37141,1731010873462.replicationSource.shipper8a040b4bf509%2C37141%2C1731010873462,1-8a040b4bf509,37141,1731010873462 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-07T20:21:42,120 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,37141,1731010873462.replicationSource.shipper8a040b4bf509%2C37141%2C1731010873462,1-8a040b4bf509,37141,1731010873462 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-07T20:21:42,120 INFO [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,37141,1731010873462.replicationSource.shipper8a040b4bf509%2C37141%2C1731010873462,1-8a040b4bf509,37141,1731010873462 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1562378240, "init": 1048576000, "max": 2306867200, "used": 1263177792 }, "NonHeapMemoryUsage": { "committed": 211877888, "init": 7667712, "max": -1, "used": 208826856 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-07T20:21:42,120 WARN [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,37141,1731010873462.replicationSource.shipper8a040b4bf509%2C37141%2C1731010873462,1-8a040b4bf509,37141,1731010873462 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a040b4bf509:39699 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a040b4bf509:39699 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-07T20:21:42,201 DEBUG [RS:0;8a040b4bf509:37141 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ec0bbe98fb6d4b81cebac3a89f8f28d0 2024-11-07T20:21:42,320 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,37141,1731010873462.replicationSource.wal-reader.8a040b4bf509%2C37141%2C1731010873462,1-8a040b4bf509,37141,1731010873462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/WALs/8a040b4bf509,37141,1731010873462/8a040b4bf509%2C37141%2C1731010873462.1731010893330 to pos 688, reset compression=false 2024-11-07T20:21:42,401 DEBUG [RS:0;8a040b4bf509:37141 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ec0bbe98fb6d4b81cebac3a89f8f28d0 2024-11-07T20:21:42,417 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/data/hbase/meta/1588230740/.tmp/info/7104c42c7158457ba5a36b001618510d 2024-11-07T20:21:42,433 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/data/hbase/meta/1588230740/.tmp/ns/4b1fccf936434c54b7e2a1089fb6ddce is 43, key is default/ns:d/1731010875597/Put/seqid=0 2024-11-07T20:21:42,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34809 is added to blk_1073741850_1026 (size=5153) 2024-11-07T20:21:42,442 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/data/hbase/replication/ec0bbe98fb6d4b81cebac3a89f8f28d0/.tmp/queue/7e1f5693afa3423e870d29e6484ed61e 2024-11-07T20:21:42,446 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/data/hbase/replication/ec0bbe98fb6d4b81cebac3a89f8f28d0/.tmp/hfileref/b975ddda7c31418d98a67f6d88d7cc95 as hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/data/hbase/replication/ec0bbe98fb6d4b81cebac3a89f8f28d0/hfileref/b975ddda7c31418d98a67f6d88d7cc95 2024-11-07T20:21:42,455 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/data/hbase/replication/ec0bbe98fb6d4b81cebac3a89f8f28d0/hfileref/b975ddda7c31418d98a67f6d88d7cc95, entries=6, sequenceid=17, filesize=5.4 K 2024-11-07T20:21:42,456 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/data/hbase/replication/ec0bbe98fb6d4b81cebac3a89f8f28d0/.tmp/queue/7e1f5693afa3423e870d29e6484ed61e as hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/data/hbase/replication/ec0bbe98fb6d4b81cebac3a89f8f28d0/queue/7e1f5693afa3423e870d29e6484ed61e 2024-11-07T20:21:42,460 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/data/hbase/replication/ec0bbe98fb6d4b81cebac3a89f8f28d0/queue/7e1f5693afa3423e870d29e6484ed61e, entries=2, sequenceid=17, filesize=5.4 K 2024-11-07T20:21:42,461 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for ec0bbe98fb6d4b81cebac3a89f8f28d0 in 457ms, sequenceid=17, compaction requested=false 2024-11-07T20:21:42,467 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/data/hbase/replication/ec0bbe98fb6d4b81cebac3a89f8f28d0/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-07T20:21:42,467 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T20:21:42,467 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T20:21:42,467 INFO [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731010890683.ec0bbe98fb6d4b81cebac3a89f8f28d0. 2024-11-07T20:21:42,467 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ec0bbe98fb6d4b81cebac3a89f8f28d0: Waiting for close lock at 1731010902004Running coprocessor pre-close hooks at 1731010902004Disabling compacts and flushes for region at 1731010902004Disabling writes for close at 1731010902004Obtaining lock to block concurrent updates at 1731010902004Preparing flush snapshotting stores in ec0bbe98fb6d4b81cebac3a89f8f28d0 at 1731010902004Finished memstore snapshotting hbase:replication,,1731010890683.ec0bbe98fb6d4b81cebac3a89f8f28d0., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731010902004Flushing stores of hbase:replication,,1731010890683.ec0bbe98fb6d4b81cebac3a89f8f28d0. at 1731010902004Flushing ec0bbe98fb6d4b81cebac3a89f8f28d0/hfileref: creating writer at 1731010902004Flushing ec0bbe98fb6d4b81cebac3a89f8f28d0/hfileref: appending metadata at 1731010902016 (+12 ms)Flushing ec0bbe98fb6d4b81cebac3a89f8f28d0/hfileref: closing flushed file at 1731010902016Flushing ec0bbe98fb6d4b81cebac3a89f8f28d0/queue: creating writer at 1731010902023 (+7 ms)Flushing ec0bbe98fb6d4b81cebac3a89f8f28d0/queue: appending metadata at 1731010902038 (+15 ms)Flushing ec0bbe98fb6d4b81cebac3a89f8f28d0/queue: closing flushed file at 1731010902038Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24b12ccb: reopening flushed file at 1731010902445 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bd3e594: reopening flushed file at 1731010902455 (+10 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for ec0bbe98fb6d4b81cebac3a89f8f28d0 in 457ms, sequenceid=17, compaction requested=false at 1731010902461 (+6 ms)Writing region close event to WAL at 1731010902464 (+3 ms)Running coprocessor post-close hooks at 1731010902467 (+3 ms)Closed at 1731010902467 2024-11-07T20:21:42,467 DEBUG [RS_CLOSE_REGION-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731010890683.ec0bbe98fb6d4b81cebac3a89f8f28d0. 2024-11-07T20:21:42,601 DEBUG [RS:0;8a040b4bf509:37141 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T20:21:42,623 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,37141,1731010873462.replicationSource.wal-reader.8a040b4bf509%2C37141%2C1731010873462,1-8a040b4bf509,37141,1731010873462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/WALs/8a040b4bf509,37141,1731010873462/8a040b4bf509%2C37141%2C1731010873462.1731010893330 to pos 688, reset compression=false 2024-11-07T20:21:42,801 DEBUG [RS:0;8a040b4bf509:37141 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T20:21:42,836 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/data/hbase/meta/1588230740/.tmp/ns/4b1fccf936434c54b7e2a1089fb6ddce 2024-11-07T20:21:42,852 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/data/hbase/meta/1588230740/.tmp/rep_barrier/3f583e9eddb5411db7bab044f703dfd4 is 112, key is test,,1731010887242.a18b88f8381cf9fa94b66f72ee2896d1./rep_barrier:seqnumDuringOpen/1731010888001/Put/seqid=0 2024-11-07T20:21:42,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34809 is added to blk_1073741851_1027 (size=5518) 2024-11-07T20:21:42,870 INFO [regionserver/8a040b4bf509:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T20:21:42,870 INFO [regionserver/8a040b4bf509:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T20:21:43,001 INFO [RS:0;8a040b4bf509:37141 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T20:21:43,001 DEBUG [RS:0;8a040b4bf509:37141 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-07T20:21:43,001 DEBUG [RS:0;8a040b4bf509:37141 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T20:21:43,026 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,37141,1731010873462.replicationSource.wal-reader.8a040b4bf509%2C37141%2C1731010873462,1-8a040b4bf509,37141,1731010873462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/WALs/8a040b4bf509,37141,1731010873462/8a040b4bf509%2C37141%2C1731010873462.1731010893330 to pos 688, reset compression=false 2024-11-07T20:21:43,201 DEBUG [RS:0;8a040b4bf509:37141 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T20:21:43,202 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,2-8a040b4bf509,37141,1731010873462.replicationSource.wal-reader.8a040b4bf509%2C37141%2C1731010873462,2-8a040b4bf509,37141,1731010873462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/WALs/8a040b4bf509,37141,1731010873462/8a040b4bf509%2C37141%2C1731010873462.1731010893330 to pos 393, reset compression=false 2024-11-07T20:21:43,215 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,2-8a040b4bf509,37141,1731010873462.replicationSource.wal-reader.8a040b4bf509%2C37141%2C1731010873462,2-8a040b4bf509,37141,1731010873462 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T20:21:43,215 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,2-8a040b4bf509,37141,1731010873462.replicationSource.wal-reader.8a040b4bf509%2C37141%2C1731010873462,2-8a040b4bf509,37141,1731010873462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/WALs/8a040b4bf509,37141,1731010873462/8a040b4bf509%2C37141%2C1731010873462.1731010893330 to pos 688, reset compression=false 2024-11-07T20:21:43,215 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,2-8a040b4bf509,37141,1731010873462.replicationSource.shipper8a040b4bf509%2C37141%2C1731010873462,2-8a040b4bf509,37141,1731010873462 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-8a040b4bf509,37141,1731010873462 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/WALs/8a040b4bf509,37141,1731010873462/8a040b4bf509%2C37141%2C1731010873462.1731010893330, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T20:21:43,216 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,2-8a040b4bf509,37141,1731010873462.replicationSource.shipper8a040b4bf509%2C37141%2C1731010873462,2-8a040b4bf509,37141,1731010873462 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-07T20:21:43,236 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T20:21:43,255 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/data/hbase/meta/1588230740/.tmp/rep_barrier/3f583e9eddb5411db7bab044f703dfd4 2024-11-07T20:21:43,282 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/data/hbase/meta/1588230740/.tmp/table/0215184039b545968fa2daf788646e55 is 53, key is hbase:replication/table:state/1731010891472/Put/seqid=0 2024-11-07T20:21:43,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34809 is added to blk_1073741852_1028 (size=5308) 2024-11-07T20:21:43,286 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/data/hbase/meta/1588230740/.tmp/table/0215184039b545968fa2daf788646e55 2024-11-07T20:21:43,290 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/data/hbase/meta/1588230740/.tmp/info/7104c42c7158457ba5a36b001618510d as hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/data/hbase/meta/1588230740/info/7104c42c7158457ba5a36b001618510d 2024-11-07T20:21:43,295 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/data/hbase/meta/1588230740/info/7104c42c7158457ba5a36b001618510d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-07T20:21:43,295 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/data/hbase/meta/1588230740/.tmp/ns/4b1fccf936434c54b7e2a1089fb6ddce as hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/data/hbase/meta/1588230740/ns/4b1fccf936434c54b7e2a1089fb6ddce 2024-11-07T20:21:43,299 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/data/hbase/meta/1588230740/ns/4b1fccf936434c54b7e2a1089fb6ddce, entries=2, sequenceid=16, filesize=5.0 K 2024-11-07T20:21:43,300 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/data/hbase/meta/1588230740/.tmp/rep_barrier/3f583e9eddb5411db7bab044f703dfd4 as hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/data/hbase/meta/1588230740/rep_barrier/3f583e9eddb5411db7bab044f703dfd4 2024-11-07T20:21:43,304 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/data/hbase/meta/1588230740/rep_barrier/3f583e9eddb5411db7bab044f703dfd4, entries=1, sequenceid=16, filesize=5.4 K 2024-11-07T20:21:43,305 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/data/hbase/meta/1588230740/.tmp/table/0215184039b545968fa2daf788646e55 as hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/data/hbase/meta/1588230740/table/0215184039b545968fa2daf788646e55 2024-11-07T20:21:43,309 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/data/hbase/meta/1588230740/table/0215184039b545968fa2daf788646e55, entries=4, sequenceid=16, filesize=5.2 K 2024-11-07T20:21:43,312 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1311ms, sequenceid=16, compaction requested=false 2024-11-07T20:21:43,323 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-07T20:21:43,324 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T20:21:43,324 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T20:21:43,324 INFO [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T20:21:43,324 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731010902000Running coprocessor pre-close hooks at 1731010902000Disabling compacts and flushes for region at 1731010902000Disabling writes for close at 1731010902000Obtaining lock to block concurrent updates at 1731010902001 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731010902001Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731010902001Flushing stores of hbase:meta,,1.1588230740 at 1731010902001Flushing 1588230740/info: creating writer at 1731010902001Flushing 1588230740/info: appending metadata at 1731010902014 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731010902014Flushing 1588230740/ns: creating writer at 1731010902420 (+406 ms)Flushing 1588230740/ns: appending metadata at 1731010902432 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731010902432Flushing 1588230740/rep_barrier: creating writer at 1731010902840 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731010902852 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731010902852Flushing 1588230740/table: creating writer at 1731010903261 (+409 ms)Flushing 1588230740/table: appending metadata at 1731010903282 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731010903282Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@384ee194: reopening flushed file at 1731010903290 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@446d3d5c: reopening flushed file at 1731010903295 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6397cdc6: reopening flushed file at 1731010903299 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62e46d87: reopening flushed file at 1731010903304 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1311ms, sequenceid=16, compaction requested=false at 1731010903312 (+8 ms)Writing region close event to WAL at 1731010903321 (+9 ms)Running coprocessor post-close hooks at 1731010903324 (+3 ms)Closed at 1731010903324 2024-11-07T20:21:43,324 DEBUG [RS_CLOSE_META-regionserver/8a040b4bf509:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T20:21:43,402 INFO [RS:0;8a040b4bf509:37141 {}] regionserver.HRegionServer(976): stopping server 8a040b4bf509,37141,1731010873462; all regions closed. 2024-11-07T20:21:43,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34809 is added to blk_1073741842_1018 (size=859) 2024-11-07T20:21:43,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34809 is added to blk_1073741844_1020 (size=2791) 2024-11-07T20:21:43,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34809 is added to blk_1073741843_1019 (size=696) 2024-11-07T20:21:43,408 DEBUG [RS:0;8a040b4bf509:37141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:21:43,408 INFO [RS:0;8a040b4bf509:37141 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T20:21:43,408 INFO [RS:0;8a040b4bf509:37141 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T20:21:43,408 INFO [RS:0;8a040b4bf509:37141 {}] hbase.ChoreService(370): Chore service for: regionserver/8a040b4bf509:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-07T20:21:43,408 INFO [RS:0;8a040b4bf509:37141 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T20:21:43,408 INFO [regionserver/8a040b4bf509:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T20:21:43,411 INFO [RS:0;8a040b4bf509:37141 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8a040b4bf509,37141,1731010873462 because: Region server is closing 2024-11-07T20:21:43,411 INFO [RS:0;8a040b4bf509:37141 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a040b4bf509:37141. 2024-11-07T20:21:43,412 DEBUG [RS:0;8a040b4bf509:37141 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:21:43,412 DEBUG [RS:0;8a040b4bf509:37141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:21:43,412 DEBUG [RS:0;8a040b4bf509:37141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:21:43,413 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:21:43,419 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,2-8a040b4bf509,37141,1731010873462.replicationSource.wal-reader.8a040b4bf509%2C37141%2C1731010873462,2-8a040b4bf509,37141,1731010873462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/WALs/8a040b4bf509,37141,1731010873462/8a040b4bf509%2C37141%2C1731010873462.1731010893330 to pos 688, reset compression=false 2024-11-07T20:21:43,421 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,2-8a040b4bf509,37141,1731010873462.replicationSource.wal-reader.8a040b4bf509%2C37141%2C1731010873462,2-8a040b4bf509,37141,1731010873462 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/WALs/8a040b4bf509,37141,1731010873462/8a040b4bf509%2C37141%2C1731010873462.1731010893330 2024-11-07T20:21:43,421 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,2-8a040b4bf509,37141,1731010873462.replicationSource.wal-reader.8a040b4bf509%2C37141%2C1731010873462,2-8a040b4bf509,37141,1731010873462 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-07T20:21:43,421 DEBUG [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,2-8a040b4bf509,37141,1731010873462.replicationSource.wal-reader.8a040b4bf509%2C37141%2C1731010873462,2-8a040b4bf509,37141,1731010873462 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-07T20:21:43,512 INFO [RS:0;8a040b4bf509:37141 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,37141,1731010873462.replicationSource.shipper8a040b4bf509%2C37141%2C1731010873462,1-8a040b4bf509,37141,1731010873462 terminated 2024-11-07T20:21:43,512 INFO [RS:0;8a040b4bf509:37141 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-8a040b4bf509,37141,1731010873462 because: Region server is closing 2024-11-07T20:21:43,512 WARN [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,1-8a040b4bf509,37141,1731010873462.replicationSource.wal-reader.8a040b4bf509%2C37141%2C1731010873462,1-8a040b4bf509,37141,1731010873462 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-07T20:21:43,512 INFO [RS:0;8a040b4bf509:37141 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a040b4bf509:37141. 2024-11-07T20:21:43,513 DEBUG [RS:0;8a040b4bf509:37141 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T20:21:43,513 DEBUG [RS:0;8a040b4bf509:37141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:21:43,513 DEBUG [RS:0;8a040b4bf509:37141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T20:21:43,513 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T20:21:43,613 INFO [RS:0;8a040b4bf509:37141 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,2-8a040b4bf509,37141,1731010873462.replicationSource.shipper8a040b4bf509%2C37141%2C1731010873462,2-8a040b4bf509,37141,1731010873462 terminated 2024-11-07T20:21:43,613 WARN [RS_REFRESH_PEER-regionserver/8a040b4bf509:0-0.replicationSource,2-8a040b4bf509,37141,1731010873462.replicationSource.wal-reader.8a040b4bf509%2C37141%2C1731010873462,2-8a040b4bf509,37141,1731010873462 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-07T20:21:43,613 INFO [RS:0;8a040b4bf509:37141 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37141 2024-11-07T20:21:43,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39699-0x10116f5bc7e0000, quorum=127.0.0.1:51667, baseZNode=/0-256835940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-256835940/rs 2024-11-07T20:21:43,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37141-0x10116f5bc7e0001, quorum=127.0.0.1:51667, baseZNode=/0-256835940 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-256835940/rs/8a040b4bf509,37141,1731010873462 2024-11-07T20:21:43,625 INFO [RS:0;8a040b4bf509:37141 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T20:21:43,636 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8a040b4bf509,37141,1731010873462] 2024-11-07T20:21:43,646 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-256835940/draining/8a040b4bf509,37141,1731010873462 already deleted, retry=false 2024-11-07T20:21:43,646 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8a040b4bf509,37141,1731010873462 expired; onlineServers=0 2024-11-07T20:21:43,646 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8a040b4bf509,39699,1731010873252' ***** 2024-11-07T20:21:43,646 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T20:21:43,647 INFO [M:0;8a040b4bf509:39699 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T20:21:43,647 INFO [M:0;8a040b4bf509:39699 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T20:21:43,647 DEBUG [M:0;8a040b4bf509:39699 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T20:21:43,647 DEBUG [M:0;8a040b4bf509:39699 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T20:21:43,647 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T20:21:43,647 DEBUG [master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.small.0-1731010874702 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.small.0-1731010874702,5,FailOnTimeoutGroup] 2024-11-07T20:21:43,647 INFO [M:0;8a040b4bf509:39699 {}] hbase.ChoreService(370): Chore service for: master/8a040b4bf509:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T20:21:43,647 INFO [M:0;8a040b4bf509:39699 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T20:21:43,647 DEBUG [master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.large.0-1731010874702 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a040b4bf509:0:becomeActiveMaster-HFileCleaner.large.0-1731010874702,5,FailOnTimeoutGroup] 2024-11-07T20:21:43,647 DEBUG [M:0;8a040b4bf509:39699 {}] master.HMaster(1795): Stopping service threads 2024-11-07T20:21:43,647 INFO [M:0;8a040b4bf509:39699 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T20:21:43,647 INFO [M:0;8a040b4bf509:39699 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T20:21:43,648 ERROR [M:0;8a040b4bf509:39699 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1040632728) connection to localhost/127.0.0.1:43795 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:43795,5,PEWorkerGroup] 2024-11-07T20:21:43,648 INFO [M:0;8a040b4bf509:39699 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T20:21:43,648 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T20:21:43,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39699-0x10116f5bc7e0000, quorum=127.0.0.1:51667, baseZNode=/0-256835940 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-256835940/master 2024-11-07T20:21:43,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39699-0x10116f5bc7e0000, quorum=127.0.0.1:51667, baseZNode=/0-256835940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-256835940 2024-11-07T20:21:43,657 DEBUG [M:0;8a040b4bf509:39699 {}] zookeeper.ZKUtil(347): master:39699-0x10116f5bc7e0000, quorum=127.0.0.1:51667, baseZNode=/0-256835940 Unable to get data of znode /0-256835940/master because node does not exist (not an error) 2024-11-07T20:21:43,657 WARN [M:0;8a040b4bf509:39699 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T20:21:43,658 INFO [M:0;8a040b4bf509:39699 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/.lastflushedseqids 2024-11-07T20:21:43,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34809 is added to blk_1073741853_1029 (size=263) 2024-11-07T20:21:43,662 INFO [M:0;8a040b4bf509:39699 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T20:21:43,662 INFO [M:0;8a040b4bf509:39699 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T20:21:43,663 DEBUG [M:0;8a040b4bf509:39699 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T20:21:43,663 INFO [M:0;8a040b4bf509:39699 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:21:43,663 DEBUG [M:0;8a040b4bf509:39699 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:21:43,663 DEBUG [M:0;8a040b4bf509:39699 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T20:21:43,663 DEBUG [M:0;8a040b4bf509:39699 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:21:43,663 INFO [M:0;8a040b4bf509:39699 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-11-07T20:21:43,676 DEBUG [M:0;8a040b4bf509:39699 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f889e704a029464fadc4c9209c08d29a is 82, key is hbase:meta,,1/info:regioninfo/1731010875495/Put/seqid=0 2024-11-07T20:21:43,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34809 is added to blk_1073741854_1030 (size=5672) 2024-11-07T20:21:43,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37141-0x10116f5bc7e0001, quorum=127.0.0.1:51667, baseZNode=/0-256835940 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:21:43,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37141-0x10116f5bc7e0001, quorum=127.0.0.1:51667, baseZNode=/0-256835940 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:21:43,736 INFO [RS:0;8a040b4bf509:37141 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T20:21:43,736 INFO [RS:0;8a040b4bf509:37141 {}] regionserver.HRegionServer(1031): Exiting; stopping=8a040b4bf509,37141,1731010873462; zookeeper connection closed. 2024-11-07T20:21:43,737 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2712efbe {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2712efbe 2024-11-07T20:21:43,737 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T20:21:44,080 INFO [M:0;8a040b4bf509:39699 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f889e704a029464fadc4c9209c08d29a 2024-11-07T20:21:44,110 DEBUG [M:0;8a040b4bf509:39699 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/84fa90f1f5ee45d4a8b8655219ea7902 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731010891476/Put/seqid=0 2024-11-07T20:21:44,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34809 is added to blk_1073741855_1031 (size=8909) 2024-11-07T20:21:44,130 INFO [M:0;8a040b4bf509:39699 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/84fa90f1f5ee45d4a8b8655219ea7902 2024-11-07T20:21:44,158 DEBUG [M:0;8a040b4bf509:39699 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/50beb8da66034c34bff3d3274b5043f1 is 69, key is 8a040b4bf509,37141,1731010873462/rs:state/1731010874824/Put/seqid=0 2024-11-07T20:21:44,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34809 is added to blk_1073741856_1032 (size=5156) 2024-11-07T20:21:44,170 INFO [M:0;8a040b4bf509:39699 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/50beb8da66034c34bff3d3274b5043f1 2024-11-07T20:21:44,175 DEBUG [M:0;8a040b4bf509:39699 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f889e704a029464fadc4c9209c08d29a as hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f889e704a029464fadc4c9209c08d29a 2024-11-07T20:21:44,179 INFO [M:0;8a040b4bf509:39699 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f889e704a029464fadc4c9209c08d29a, entries=8, sequenceid=112, filesize=5.5 K 2024-11-07T20:21:44,180 DEBUG [M:0;8a040b4bf509:39699 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/84fa90f1f5ee45d4a8b8655219ea7902 as hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/84fa90f1f5ee45d4a8b8655219ea7902 2024-11-07T20:21:44,188 INFO [M:0;8a040b4bf509:39699 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/84fa90f1f5ee45d4a8b8655219ea7902, entries=13, sequenceid=112, filesize=8.7 K 2024-11-07T20:21:44,190 DEBUG [M:0;8a040b4bf509:39699 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/50beb8da66034c34bff3d3274b5043f1 as hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/50beb8da66034c34bff3d3274b5043f1 2024-11-07T20:21:44,193 INFO [M:0;8a040b4bf509:39699 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43795/user/jenkins/test-data/4cef7b6b-b8b6-413d-8564-227c4fea38f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/50beb8da66034c34bff3d3274b5043f1, entries=1, sequenceid=112, filesize=5.0 K 2024-11-07T20:21:44,194 INFO [M:0;8a040b4bf509:39699 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 531ms, sequenceid=112, compaction requested=false 2024-11-07T20:21:44,217 INFO [M:0;8a040b4bf509:39699 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T20:21:44,217 DEBUG [M:0;8a040b4bf509:39699 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731010903663Disabling compacts and flushes for region at 1731010903663Disabling writes for close at 1731010903663Obtaining lock to block concurrent updates at 1731010903663Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731010903663Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1731010903663Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731010903664 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731010903664Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731010903676 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731010903676Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731010904083 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731010904110 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731010904110Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731010904136 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731010904157 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731010904157Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76b36016: reopening flushed file at 1731010904175 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76199ef2: reopening flushed file at 1731010904179 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f76891d: reopening flushed file at 1731010904188 (+9 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 531ms, sequenceid=112, compaction requested=false at 1731010904194 (+6 ms)Writing region close event to WAL at 1731010904217 (+23 ms)Closed at 1731010904217 2024-11-07T20:21:44,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34809 is added to blk_1073741830_1006 (size=69055) 2024-11-07T20:21:44,219 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T20:21:44,219 INFO [M:0;8a040b4bf509:39699 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T20:21:44,219 INFO [M:0;8a040b4bf509:39699 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39699 2024-11-07T20:21:44,220 INFO [M:0;8a040b4bf509:39699 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T20:21:44,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39699-0x10116f5bc7e0000, quorum=127.0.0.1:51667, baseZNode=/0-256835940 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:21:44,372 INFO [M:0;8a040b4bf509:39699 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T20:21:44,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39699-0x10116f5bc7e0000, quorum=127.0.0.1:51667, baseZNode=/0-256835940 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T20:21:44,374 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6d0cc257{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T20:21:44,375 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@20badbdc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T20:21:44,375 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T20:21:44,375 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ef88c79{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T20:21:44,375 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@207437ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf39d58-31e2-8334-ab0f-d9fbfb7e9d21/hadoop.log.dir/,STOPPED} 2024-11-07T20:21:44,376 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T20:21:44,376 WARN [BP-1582658692-172.17.0.2-1731010871530 heartbeating to localhost/127.0.0.1:43795 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T20:21:44,376 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T20:21:44,376 WARN [BP-1582658692-172.17.0.2-1731010871530 heartbeating to localhost/127.0.0.1:43795 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1582658692-172.17.0.2-1731010871530 (Datanode Uuid ee2ea5fd-238c-4601-995e-1513046e2935) service to localhost/127.0.0.1:43795 2024-11-07T20:21:44,377 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf39d58-31e2-8334-ab0f-d9fbfb7e9d21/cluster_4d1706e5-af6e-a5e8-8333-a2fb10b41eda/data/data1/current/BP-1582658692-172.17.0.2-1731010871530 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T20:21:44,377 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf39d58-31e2-8334-ab0f-d9fbfb7e9d21/cluster_4d1706e5-af6e-a5e8-8333-a2fb10b41eda/data/data2/current/BP-1582658692-172.17.0.2-1731010871530 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T20:21:44,377 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T20:21:44,382 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@f43fc42{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T20:21:44,382 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@37f9db58{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T20:21:44,382 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T20:21:44,382 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a7f0e46{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T20:21:44,382 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a115722{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf39d58-31e2-8334-ab0f-d9fbfb7e9d21/hadoop.log.dir/,STOPPED} 2024-11-07T20:21:44,387 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T20:21:44,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T20:21:44,419 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=598 (was 531) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45035 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45149 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43795 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:43795 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45035 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43795 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45149 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45149 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45035 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45149 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45149 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51667) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45149 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45149 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43795 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51667) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45149 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43795 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43795 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:45149 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43795 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45035 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43795 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51667) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45035 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45035 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45149 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45035 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43795 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43795 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43795 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:45035 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-31 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45035 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43795 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45035 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45149 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=978 (was 872) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=511 (was 450) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1097 (was 666) - AvailableMemoryMB LEAK? - 2024-11-07T20:21:44,419 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=598 is superior to 500 2024-11-07T20:21:44,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10116f5bc7e0005, quorum=127.0.0.1:51667, baseZNode=/1-1839151984 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T20:21:44,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10116f5bc7e0002, quorum=127.0.0.1:51667, baseZNode=/0-256835940 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T20:21:44,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10116f5bc7e0008, quorum=127.0.0.1:51667, baseZNode=/21508274397 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T20:21:44,485 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10116f5bc7e0008, quorum=127.0.0.1:51667, baseZNode=/21508274397 Received Disconnected from ZooKeeper, ignoring 2024-11-07T20:21:44,485 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10116f5bc7e0002, quorum=127.0.0.1:51667, baseZNode=/0-256835940 Received Disconnected from ZooKeeper, ignoring 2024-11-07T20:21:44,485 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10116f5bc7e0005, quorum=127.0.0.1:51667, baseZNode=/1-1839151984 Received Disconnected from ZooKeeper, ignoring